-- Logs begin at Thu 2021-08-05 01:36:23 UTC, end at Thu 2021-08-05 02:30:40 UTC. -- Aug 05 02:06:11.324402 dv-cinder-803533-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 05 02:06:13.999337 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.common.config [-] Logging enabled! Aug 05 02:06:13.999933 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 05 02:06:14.000112 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93346) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 05 02:06:14.003365 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.common.config [-] Logging enabled! Aug 05 02:06:14.003629 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 05 02:06:14.003943 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93346) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 05 02:06:14.004871 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 02:06:14.005108 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 02:06:14.005469 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 02:06:14.005719 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 02:06:14.005948 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 02:06:14.006269 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.006569 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.006893 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.007128 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.007425 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.007715 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.007997 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.008289 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.008586 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.009402 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.009685 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.009971 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.010203 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.010484 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.010803 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.011093 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.011318 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] debug = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.011600 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.012029 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.012437 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.012716 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.013006 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.013285 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.013559 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.013833 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.014115 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.014445 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] host = dv-cinder-803533-1-iscsi {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.014751 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.015043 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.015331 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.015619 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.015895 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.016172 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.016455 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.016731 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.017005 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] log_file = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.017281 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.017571 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.017860 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.018151 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.018378 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.018603 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.018923 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.019212 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.019489 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.019763 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.020038 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.020310 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.020583 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.020853 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.021138 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.021423 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.021716 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.021991 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.022264 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.022536 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.022837 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.023124 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.023397 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.023669 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.023941 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.024228 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.024520 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.024795 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.025100 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.025385 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.025669 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.025953 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.026225 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.026507 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.026808 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.027084 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.027355 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] use_json = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.027626 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.027896 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.028173 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.028444 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.028714 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.028990 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.029260 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.029545 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:14.029842 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.030141 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.030441 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.030808 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.031109 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.031390 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.031681 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.031963 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.032254 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.032544 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.032829 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.033107 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.033393 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.033670 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.033965 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.034269 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.034562 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.034877 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.035157 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.035435 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.035710 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.035990 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.036276 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.036573 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.036864 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.037142 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.037419 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.037711 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.037992 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.038264 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.038541 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.038856 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.039138 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.039412 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.039694 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.039975 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.040287 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.040563 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.040840 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.041136 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.041415 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.041695 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.041969 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.042246 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.042519 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.042904 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.043190 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.043469 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.043744 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.044023 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.044295 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.044569 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.044845 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.045121 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.045399 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.045673 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.045945 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.046218 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.046492 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.046794 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.047072 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.047348 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.047626 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.047898 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.048172 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.048441 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.048714 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.048986 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.049276 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.049574 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.049852 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.050131 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.050410 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.050712 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.050992 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.051270 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.051548 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.051832 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.052107 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.052400 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.052681 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.052967 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.053249 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.053530 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.053827 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.054106 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.054388 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.054685 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.054965 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.055254 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.055538 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.056426 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.056724 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.057019 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.057313 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.057610 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.057892 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.058202 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.058481 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:14.058730 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 02:06:14.058977 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93346) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 05 02:06:14.405837 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 05 02:06:14.406118 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 05 02:06:14.406410 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 05 02:06:14.406770 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 05 02:06:14.799917 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.800140 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.800422 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.801741 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.802022 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.802293 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.835976 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.836259 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.836532 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.854075 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.854359 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.854663 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.882302 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.882584 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.882881 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.919155 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.919446 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:14.919720 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.155409 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.156027 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.156027 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.156203 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.156910 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.275682 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.276065 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.276359 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.276640 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.276919 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.280583 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.281010 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.281295 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.282345 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.282689 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.282950 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.283225 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.283648 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.283921 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.284190 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.288480 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.288480 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.288480 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.288480 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.288858 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.288941 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.289192 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.289495 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.289910 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.290199 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.290468 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.291041 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:06:15.291301 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:06:15.291553 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:06:15.291804 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:06:15.292052 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:06:15.292301 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:06:15.292683 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 05 02:06:15.296026 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 05 02:06:15.299958 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 05 02:06:15.309421 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 05 02:06:15.311123 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 05 02:06:15.311580 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 05 02:06:15.311913 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 05 02:06:15.312299 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 05 02:06:15.315103 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 05 02:06:15.315356 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 05 02:06:15.315702 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 05 02:06:15.321095 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 05 02:06:15.343728 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 05 02:06:15.344183 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.344480 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93346) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 05 02:06:15.344838 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.346170 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93346) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 05 02:06:15.346449 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 05 02:06:15.346726 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 05 02:06:15.350143 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.350420 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:15.413525 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 05 02:06:15.413715 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 05 02:06:15.413949 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 05 02:06:15.414312 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 05 02:06:15.435639 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_db.sqlalchemy.engines [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93346) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 05 02:06:15.989823 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Initializing driver for type 'gre' Aug 05 02:06:15.990360 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] gre ID ranges: [(1, 1000)] Aug 05 02:06:16.046874 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Initializing driver for type 'local' Aug 05 02:06:16.047202 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Initializing driver for type 'vlan' Aug 05 02:06:16.060204 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] VlanTypeDriver initialization complete Aug 05 02:06:16.060663 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Initializing driver for type 'vxlan' Aug 05 02:06:16.061374 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] vxlan ID ranges: [(1, 1000)] Aug 05 02:06:16.114267 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Initializing extension driver 'port_security' Aug 05 02:06:16.114658 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.extensions.port_security [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] PortSecurityExtensionDriver initialization complete Aug 05 02:06:16.115006 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Initializing mechanism driver 'openvswitch' Aug 05 02:06:16.115333 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Initializing mechanism driver 'hyperv' Aug 05 02:06:16.122312 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.plugins.ml2.plugin [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:06:16.123198 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > port after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.123576 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > port after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.123935 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > port after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.124464 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93346) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 02:06:16.124898 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.125258 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.125609 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.126002 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93346) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 02:06:16.126410 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > network after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.126800 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > network after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.127146 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > network after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.127538 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93346) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 02:06:16.127944 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.128300 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.128646 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.129056 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93346) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 02:06:16.129448 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.129797 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.130146 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.130537 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93346) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 02:06:16.130965 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.131313 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.131654 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.132045 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93346) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 05 02:06:16.132427 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] ML2 OVO RPC backend initialized. {{(pid=93346) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 05 02:06:16.133133 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.133493 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.134474 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > network before_response 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.134856 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > networks before_response 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.135212 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > port before_response 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.135561 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > ports before_response 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.135910 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.136256 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.136605 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > network after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.136949 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > network after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.137290 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > network after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.137630 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > port after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.137972 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > port after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.138312 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > port after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.138661 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.139015 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.139363 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.139958 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.plugin [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Modular L2 Plugin initialization complete Aug 05 02:06:16.140294 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading services supported by the core plugin {{(pid=93346) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 05 02:06:16.140625 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.plugins.ml2.managers [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Got port-security extension from driver 'port_security' Aug 05 02:06:16.141094 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.extensions.vlantransparent [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Disabled vlantransparent extension. Aug 05 02:06:16.141570 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93346) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 05 02:06:16.141896 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading Plugin: router Aug 05 02:06:16.177046 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.177622 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router after_create 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.177813 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router before_create 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.178184 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.178564 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.178963 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router after_delete 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.179330 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.179703 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router after_create 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.180173 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router after_update 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.180533 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router after_update 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.181414 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.181782 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router after_update 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.182200 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.182579 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: port after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.182951 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: port after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.183296 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: subnet after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.183642 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.184000 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.184356 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.184707 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: port before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.185057 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.185420 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router after_update 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.185769 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.186126 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.186495 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.186872 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.187245 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > agent after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.187603 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.187957 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > network after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.188823 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Tracking information for resource: router configured {{(pid=93346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:06:16.189164 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Tracking information for resource: floatingip configured {{(pid=93346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 02:06:16.194004 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.db.l3_agentschedulers_db [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 05 02:06:16.194582 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: port after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.194980 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: port after_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.195340 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: port after_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.195697 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: port after_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.197061 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router before_create 55550100 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.197434 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.197799 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.198162 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.202599 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.services.provider_configuration [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service providers = [] {{(pid=93346) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 05 02:06:16.203007 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.db.servicetype_db [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93346) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 05 02:06:16.205965 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.services.service_base [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93346) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 02:06:16.206324 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.services.service_base [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93346) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 02:06:16.206698 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.services.service_base [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93346) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 02:06:16.207595 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.services.service_base [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93346) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 02:06:16.207973 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.services.service_base [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 05 02:06:16.208352 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:06:16.208684 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 05 02:06:16.220620 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:06:16.220965 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading Plugin: auto_allocate Aug 05 02:06:16.226968 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: network precommit_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.227346 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: network precommit_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.227909 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:06:16.228238 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading Plugin: tag Aug 05 02:06:16.235139 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:06:16.235473 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading Plugin: timestamp Aug 05 02:06:16.239355 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:06:16.239690 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading Plugin: network_ip_availability Aug 05 02:06:16.245690 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.246020 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.246384 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.247154 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:06:16.247479 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading Plugin: flavors Aug 05 02:06:16.252496 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:06:16.252832 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading Plugin: revisions Aug 05 02:06:16.257129 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 02:06:16.257532 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_concurrency.lockutils [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.851s {{(pid=93346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 05 02:06:16.258273 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93346) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 05 02:06:16.258623 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Initializing extension manager. Aug 05 02:06:16.259723 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: __init__.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.260071 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: __pycache__ {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.260412 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.260749 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: address_group.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.261512 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.262082 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: address-group Aug 05 02:06:16.262408 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: address_scope.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.263160 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.263680 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: address-scope Aug 05 02:06:16.264006 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.264945 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.265463 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: router-admin-state-down-before-update Aug 05 02:06:16.265792 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: agent.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.266501 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.267049 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: agent Aug 05 02:06:16.267379 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: agent_resources_synced.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.268297 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.268814 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: agent-resources-synced Aug 05 02:06:16.269141 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.270997 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.271524 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: allowed-address-pairs Aug 05 02:06:16.271855 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.272950 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.273468 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: auto-allocated-topology Aug 05 02:06:16.273797 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: availability_zone.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.274522 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.275070 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: availability_zone Aug 05 02:06:16.275399 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: availability_zone_filter.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.276324 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.276842 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: availability_zone_filter Aug 05 02:06:16.277168 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: data_plane_status.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.278089 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.278612 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 05 02:06:16.278964 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: default_subnetpools.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.279895 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.280410 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: default-subnetpools Aug 05 02:06:16.280739 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.281555 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.282068 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: dhcp_agent_scheduler Aug 05 02:06:16.282395 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: dns.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.283344 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.283855 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension dns-integration not supported by any of loaded plugins Aug 05 02:06:16.284179 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: dns_domain_ports.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.285110 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.285623 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 05 02:06:16.285950 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.286899 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.287416 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 05 02:06:16.287742 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: dvr.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.288434 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.288946 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: dvr Aug 05 02:06:16.289271 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: ecmp_routes.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.290218 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.290766 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 05 02:06:16.291085 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: empty_string_filtering.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.292009 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.292521 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: empty-string-filtering Aug 05 02:06:16.292848 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.293767 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.294281 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 05 02:06:16.294610 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.295544 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.296056 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 05 02:06:16.296383 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: external_net.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.297296 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.297808 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: external-net Aug 05 02:06:16.298133 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.299078 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.299590 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: extra_dhcp_opt Aug 05 02:06:16.299916 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: extraroute.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.300834 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.301351 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: extraroute Aug 05 02:06:16.301676 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: extraroute_atomic.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.302737 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.303259 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: extraroute-atomic Aug 05 02:06:16.303585 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: filter_validation.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.304424 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.304943 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: filter-validation Aug 05 02:06:16.305271 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: fip_pf_description.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.306746 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.307260 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 05 02:06:16.307589 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: fip_port_details.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.308512 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.309034 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: fip-port-details Aug 05 02:06:16.309361 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: flavors.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.310600 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.311150 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: flavors Aug 05 02:06:16.311478 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.313161 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.313686 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 05 02:06:16.314020 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: floatingip_pools.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.314750 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.315273 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: floatingip-pools Aug 05 02:06:16.315605 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: ip_allocation.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.316536 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.317049 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 05 02:06:16.317376 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.318303 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.318856 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: ip-substring-filtering Aug 05 02:06:16.319187 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: l2_adjacency.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.320122 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.320634 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 05 02:06:16.320961 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: l3.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.322479 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.323034 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: router Aug 05 02:06:16.323364 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.325633 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.326168 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 05 02:06:16.326507 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.327471 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.327992 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: ext-gw-mode Aug 05 02:06:16.328324 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.329280 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.329791 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: l3-ha Aug 05 02:06:16.330118 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: l3_flavors.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.331075 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.331589 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: l3-flavors Aug 05 02:06:16.331917 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.332846 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.333362 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 05 02:06:16.333690 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: l3agentscheduler.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.334763 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.335281 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: l3_agent_scheduler Aug 05 02:06:16.335612 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: logging.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.337168 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.337694 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension logging not supported by any of loaded plugins Aug 05 02:06:16.338028 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: metering.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.338885 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.339404 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: metering Aug 05 02:06:16.339735 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.340985 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.341509 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: metering_source_and_destination_fields Aug 05 02:06:16.341842 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: multiprovidernet.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.342819 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.343337 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: multi-provider Aug 05 02:06:16.343666 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: netmtu.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.344594 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.345110 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: net-mtu Aug 05 02:06:16.345437 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: netmtu_writable.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.346366 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.346913 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: net-mtu-writable Aug 05 02:06:16.347242 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: network_availability_zone.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.348176 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.348689 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: network_availability_zone Aug 05 02:06:16.349021 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: network_ip_availability.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.350134 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.350681 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: network-ip-availability Aug 05 02:06:16.351009 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: network_segment_range.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.351790 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.352301 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 05 02:06:16.352654 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: pagination.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.353648 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.353984 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: pagination Aug 05 02:06:16.354310 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: port_device_profile.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.355260 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.355782 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: port-device-profile Aug 05 02:06:16.356107 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.357031 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.357544 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: port-mac-address-regenerate Aug 05 02:06:16.357868 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.358836 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.359356 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: port-numa-affinity-policy Aug 05 02:06:16.359684 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: port_resource_request.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.360613 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.361125 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 05 02:06:16.361451 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: portbindings.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.362382 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.362941 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: binding Aug 05 02:06:16.363270 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: portbindings_extended.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.364546 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.365071 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: binding-extended Aug 05 02:06:16.365398 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: portsecurity.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.366320 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.366944 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: port-security Aug 05 02:06:16.367269 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: project_id.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.368771 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.369105 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: project-id Aug 05 02:06:16.369431 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: providernet.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.370357 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.370909 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: provider Aug 05 02:06:16.371235 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: qos.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.374691 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.375228 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension qos not supported by any of loaded plugins Aug 05 02:06:16.375569 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.376836 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.377351 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 05 02:06:16.377689 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.378620 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.379174 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 05 02:06:16.379507 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: qos_default.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.380431 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.380950 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension qos-default not supported by any of loaded plugins Aug 05 02:06:16.381280 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: qos_fip.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.381937 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.382450 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension qos-fip not supported by any of loaded plugins Aug 05 02:06:16.382813 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.384315 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.384840 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 05 02:06:16.385170 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.386099 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.386612 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 05 02:06:16.386969 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: qos_pps_rule.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.388152 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.388678 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension qos-pps not supported by any of loaded plugins Aug 05 02:06:16.389016 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.389939 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.390455 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 05 02:06:16.390822 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: qos_rules_alias.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.391868 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.392387 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 05 02:06:16.392718 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: quotasv2.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.393823 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.394158 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: quotas Aug 05 02:06:16.394487 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: quotasv2_detail.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.397522 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.397873 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: quota_details Aug 05 02:06:16.398216 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: rbac.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.399334 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.399869 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: rbac-policies Aug 05 02:06:16.400204 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: rbac_address_group.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.401154 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.401682 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: rbac-address-group Aug 05 02:06:16.402014 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: rbac_address_scope.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.402968 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.403486 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: rbac-address-scope Aug 05 02:06:16.403813 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: rbac_security_groups.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.404738 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.405257 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: rbac-security-groups Aug 05 02:06:16.405582 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.406502 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.407053 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: rbac-subnetpool Aug 05 02:06:16.407379 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: revisionifmatch.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.408314 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.408833 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: revision-if-match Aug 05 02:06:16.409159 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: revisions.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.410282 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.410841 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: standard-attr-revisions Aug 05 02:06:16.411176 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: router_availability_zone.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.411855 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.412374 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: router_availability_zone Aug 05 02:06:16.412702 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: routerservicetype.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.413629 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.414139 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension router-service-type not supported by any of loaded plugins Aug 05 02:06:16.414465 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.415481 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.415999 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: security-groups-normalized-cidr Aug 05 02:06:16.416329 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.417256 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.417771 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: port-security-groups-filtering Aug 05 02:06:16.418100 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.419057 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.419578 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: security-groups-remote-address-group Aug 05 02:06:16.419908 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: securitygroup.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.429406 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.429946 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: security-group Aug 05 02:06:16.430282 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: segment.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.431628 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.432148 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension segment not supported by any of loaded plugins Aug 05 02:06:16.432482 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.433454 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.433978 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 05 02:06:16.434310 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: servicetype.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.435510 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.436042 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: service-type Aug 05 02:06:16.436375 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: sorting.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.437372 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.437716 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: sorting Aug 05 02:06:16.438048 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: standard_attr_segment.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.438996 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.439527 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 05 02:06:16.439856 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: standardattrdescription.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.440509 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.441022 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: standard-attr-description Aug 05 02:06:16.441350 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: stateful_security_group.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.442292 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.442838 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: stateful-security-group Aug 05 02:06:16.443172 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: stdattrs_common.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.443761 dv-cinder-803533-1-iscsi neutron-server[93346]: WARNING neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 05 02:06:16.444088 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.445049 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.445565 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 05 02:06:16.445892 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: subnet_onboard.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.447534 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.448055 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: subnet_onboard Aug 05 02:06:16.448384 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.449320 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.449838 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 05 02:06:16.450162 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: subnet_service_types.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.451118 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.451637 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: subnet-service-types Aug 05 02:06:16.451963 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: subnetallocation.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.453047 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.453566 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: subnet_allocation Aug 05 02:06:16.453893 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.454561 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.455100 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: subnetpool-prefix-ops Aug 05 02:06:16.455424 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.456360 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.456869 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 05 02:06:16.457194 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: tagging.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.458256 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.458808 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: standard-attr-tag Aug 05 02:06:16.459138 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: timestamp.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.460358 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.460883 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loaded extension: standard-attr-timestamp Aug 05 02:06:16.461216 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: trunk.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.462280 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.462832 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension trunk not supported by any of loaded plugins Aug 05 02:06:16.463168 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: trunk_details.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.464097 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.464614 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension trunk-details not supported by any of loaded plugins Aug 05 02:06:16.464943 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.465871 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.466389 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 05 02:06:16.466747 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Loading extension file: vlantransparent.py {{(pid=93346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 05 02:06:16.467423 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 05 02:06:16.467932 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 05 02:06:16.470381 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:network Aug 05 02:06:16.470949 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:subnet Aug 05 02:06:16.471362 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 02:06:16.471765 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:port Aug 05 02:06:16.473261 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.473722 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service FLAVORS assigned prefix: {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.474340 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.474815 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.475153 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:router Aug 05 02:06:16.475760 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:floatingip Aug 05 02:06:16.476272 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service METERING assigned prefix: /metering {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.478255 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.478626 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.479004 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:06:16.480018 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 05 02:06:16.480475 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:security_group Aug 05 02:06:16.480928 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 05 02:06:16.481544 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service CORE assigned prefix: {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.481890 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 02:06:16.482243 dv-cinder-803533-1-iscsi neutron-server[93346]: WARNING neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] subnetpool is already registered Aug 05 02:06:16.482709 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service CORE assigned prefix: {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.483043 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 02:06:16.483379 dv-cinder-803533-1-iscsi neutron-server[93346]: WARNING neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] subnetpool is already registered Aug 05 02:06:16.485633 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.486186 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service FLAVORS assigned prefix: {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.486844 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.487295 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.487633 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:router Aug 05 02:06:16.487981 dv-cinder-803533-1-iscsi neutron-server[93346]: WARNING neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] router is already registered Aug 05 02:06:16.488400 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:floatingip Aug 05 02:06:16.488873 dv-cinder-803533-1-iscsi neutron-server[93346]: WARNING neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] floatingip is already registered Aug 05 02:06:16.489360 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service METERING assigned prefix: /metering {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.490086 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 05 02:06:16.490420 dv-cinder-803533-1-iscsi neutron-server[93346]: WARNING neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] rbac_policy is already registered Aug 05 02:06:16.490879 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:security_group Aug 05 02:06:16.491222 dv-cinder-803533-1-iscsi neutron-server[93346]: WARNING neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] security_group is already registered Aug 05 02:06:16.491647 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 05 02:06:16.491985 dv-cinder-803533-1-iscsi neutron-server[93346]: WARNING neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] security_group_rule is already registered Aug 05 02:06:16.492476 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service CORE assigned prefix: {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.492807 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 02:06:16.493762 dv-cinder-803533-1-iscsi neutron-server[93346]: WARNING neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] subnetpool is already registered Aug 05 02:06:16.494206 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.v2.resource_helper [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Service CORE assigned prefix: {{(pid=93346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 02:06:16.494536 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 02:06:16.494906 dv-cinder-803533-1-iscsi neutron-server[93346]: WARNING neutron.quota.resource_registry [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] subnetpool is already registered Aug 05 02:06:16.496682 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: extensions {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.498157 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: address-groups {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.499684 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: address-scopes {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.500910 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: agents {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.502174 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: auto-allocated-topology {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.503451 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: availability_zones {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.504671 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: dhcp-networks {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.506110 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: dhcp-agents {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.507665 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: routers {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.509402 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: flavors {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.510566 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: service_profiles {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.511893 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: next_providers {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.513337 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: service_profiles {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.514808 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: floatingip-pools {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.516133 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: routers {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.517822 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: floatingips {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.519038 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: l3-routers {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.520548 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: l3-agents {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.521946 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: metering-labels {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.523225 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: metering-label-rules {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.524515 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: network-ip-availabilities {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.525863 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: bindings {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.527613 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: quotas {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.529034 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: quotas {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.530563 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: rbac-policies {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.531774 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: security-groups {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.532971 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: security-group-rules {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.534331 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: service-providers {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.535582 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: subnetpools {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.536920 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: subnetpools {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.538460 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: tags {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.540721 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: tags {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.542484 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: tags {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.544394 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: tags {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.546265 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: tags {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.548203 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: tags {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.550228 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: tags {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.552244 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: tags {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.555301 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: tags {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.557656 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron.api.extensions [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Extended resource: tags {{(pid=93346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 02:06:16.563998 dv-cinder-803533-1-iscsi neutron-server[93346]: WARNING keystonemiddleware.auth_token [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 05 02:06:16.568557 dv-cinder-803533-1-iscsi neutron-server[93346]: WARNING keystonemiddleware.auth_token [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 05 02:06:16.577013 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_concurrency.lockutils [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Acquired lock "singleton_lock" {{(pid=93346) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 05 02:06:16.577499 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_concurrency.lockutils [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Releasing lock "singleton_lock" {{(pid=93346) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 05 02:06:16.578145 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO oslo_service.service [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Starting 2 workers Aug 05 02:06:16.582995 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Started child 93455 {{(pid=93346) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 02:06:16.587464 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Started child 93456 {{(pid=93346) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 02:06:16.588336 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:16.589041 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO neutron.service [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 05 02:06:16.589686 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Notify callbacks [] for process, before_spawn {{(pid=93346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:16.589986 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [-] (93455) wsgi starting up on http://0.0.0.0:9696 Aug 05 02:06:16.592101 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO oslo_service.service [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Starting 1 workers Aug 05 02:06:16.592267 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:16.593528 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [-] (93456) wsgi starting up on http://0.0.0.0:9696 Aug 05 02:06:16.597255 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Started child 93457 {{(pid=93346) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 02:06:16.598034 dv-cinder-803533-1-iscsi neutron-server[93346]: INFO oslo_service.service [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Starting 1 workers Aug 05 02:06:16.600983 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.service [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] calling RpcWorker wait() {{(pid=93457) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 05 02:06:16.601541 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.service [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] returning from RpcWorker wait() {{(pid=93457) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 05 02:06:16.603025 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Started child 93458 {{(pid=93346) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 02:06:16.603259 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:16.603745 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:06:16.603868 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG neutron_lib.callbacks.manager [None req-e501f23b-ead8-4d3d-9638-45ddc1a39aa0 None None] Notify callbacks [] for process, after_spawn {{(pid=93346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:16.605910 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93346) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 05 02:06:16.606129 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 02:06:16.606320 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 02:06:16.606550 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 02:06:16.606947 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 02:06:16.607116 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 02:06:16.607630 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.607913 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.608187 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.608424 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:16.608922 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.608922 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.609305 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.609584 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.609857 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.610125 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.610388 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.610559 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.610758 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.611024 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.611267 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.611562 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.611859 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.612122 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.612386 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.612561 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.612819 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.613114 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.613379 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.613649 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] debug = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.613896 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.614392 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.614627 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.614909 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.615155 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.615465 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.615706 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.615980 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.616239 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.616504 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.616766 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.617027 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.617282 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.617496 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.617722 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.617986 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.618793 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.619295 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] host = dv-cinder-803533-1-iscsi {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.619541 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.619768 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.620018 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.620283 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.620550 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.620801 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.621068 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.621333 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.621594 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.621825 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.622068 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.622365 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.622573 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.622880 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_file = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.623052 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_options = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.623313 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.623565 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.623852 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.624045 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.624219 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.624398 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.624660 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.624825 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.625088 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.625308 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.625526 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.625761 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.625979 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.626195 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.626461 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.626723 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.626964 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.627196 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.627460 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.627690 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.627919 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.628149 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.628403 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.628643 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.628860 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.629168 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.629341 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.629574 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.629802 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.630033 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.630294 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.630542 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.630796 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.631050 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.631286 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.631517 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.631763 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.632033 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.632268 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.632522 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.632772 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.632992 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.633222 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.633440 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.633658 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.633914 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] use_json = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.634133 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.634343 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.634739 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.634979 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.635482 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.636373 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.636373 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.636650 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.637008 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.637251 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.637569 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.637899 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.638123 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.638317 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.638631 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.638808 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.639041 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.639285 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.639585 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.639811 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.640117 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.640369 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.640640 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.641013 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.641272 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.641551 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.641793 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.642054 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.642293 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.642516 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.642878 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.643156 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.643498 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.643770 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.644146 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.644524 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.644652 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:06:16.645009 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.645708 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.646537 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.648466 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.648466 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.648466 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.648466 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.648466 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.648466 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.648466 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.648466 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.649462 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.649462 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.649462 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.649462 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.649794 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.649881 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.650063 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.650287 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.650523 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.650805 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.651613 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.651853 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.652099 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.652695 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.653079 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.653306 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.653547 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.653770 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.653988 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.654210 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.654432 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.654685 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.654946 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.655260 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.655512 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.655753 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.655977 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.658093 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.659709 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.660006 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.660241 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.660484 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.660737 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.660968 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.661198 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.661442 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.661673 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.661896 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.662148 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.662380 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.662601 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.662855 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.663074 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.663286 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.663529 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.663845 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.664174 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.664398 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.664665 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.665523 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.665740 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.665983 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.666235 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.666475 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.666731 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.666952 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.667219 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.667449 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.667701 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.667932 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.668175 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.668387 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.668636 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.668871 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.669119 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.669354 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.669561 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.669821 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.670064 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.670328 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.670560 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.670865 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.671132 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.671559 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.671843 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.672061 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.672347 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.672622 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.672866 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.673146 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.673380 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.673626 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.673880 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.674128 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.674384 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.674595 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.674850 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.675090 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.675372 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.675590 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.675978 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.676360 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.676611 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.678437 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.678437 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.678437 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.678437 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.678437 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.678437 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.679275 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.679275 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.679275 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.679657 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.679657 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.679923 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.680062 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.680299 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.680612 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.681449 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.681722 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.681959 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.682221 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.682809 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.682809 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.682982 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.683172 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.683430 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.683661 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.683911 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.684161 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.684419 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.684640 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.684866 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.685110 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.685380 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.685623 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.685849 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.686068 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.686323 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.686548 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.686846 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.687119 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.687361 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.687615 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.687844 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.688085 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.688306 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.688556 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.688799 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.689017 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.689238 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.689463 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.689684 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.689903 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.690139 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.690385 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.690626 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.690904 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.691257 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.691508 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.691742 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.692004 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.692229 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.692509 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.692735 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.692955 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.693172 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.693571 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.693795 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.694062 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.694289 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.694539 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.694798 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.695017 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.695231 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.695454 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.695877 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.695998 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.696199 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.696436 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.696692 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.696947 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.697154 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.697379 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.697596 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.697807 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.698625 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.699025 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.699243 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.699502 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.699723 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.699943 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.700173 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.700396 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.700646 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.700867 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.701076 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.701312 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.701536 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.701775 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.701995 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.702223 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.702468 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.702699 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.702928 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.703141 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.703345 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.703768 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.703987 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.704207 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.704454 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.704671 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.705042 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.705358 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.705626 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.706057 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.706330 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.706561 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.706833 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.707079 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.707400 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.707614 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.707881 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.708119 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.708336 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.708575 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.708844 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.709161 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.709444 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.709691 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.709971 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.710239 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.710510 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.710808 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.711025 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.711314 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.711653 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.711943 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.712188 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.712419 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.712664 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.712886 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.713122 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.713357 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.713605 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.713822 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.714082 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.714333 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.714561 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.714827 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.715160 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.715755 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.715755 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.716045 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.716235 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.716686 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.716847 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 02:06:16.717522 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93346) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 05 02:06:16.717842 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 02:06:16.718004 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 02:06:16.718180 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 02:06:16.718355 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 02:06:16.718514 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 02:06:16.718760 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.719305 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.719305 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.719305 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.719641 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.719641 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.719805 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.719887 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.720021 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.720217 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.720329 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.720488 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.720649 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.720807 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.720969 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.721133 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.721292 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.721453 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.721619 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.721784 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.721980 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.722128 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.722254 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] debug = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.722448 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.722618 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.723070 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.723229 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.723389 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.723701 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.724015 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.724178 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.724340 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.724500 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.724659 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.724817 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.724979 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.725140 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.725297 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.725456 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.725616 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.725775 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] host = dv-cinder-803533-1-iscsi {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.725934 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.726094 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.726255 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.726415 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.726576 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.726743 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.726908 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.727066 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.727225 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.727384 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.728052 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.728207 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.728345 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.728505 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_file = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.728663 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_options = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.728822 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.728977 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.729128 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.729313 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.729478 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.729644 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.729804 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.729964 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.730123 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.730283 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.730441 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.730600 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.730784 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.730932 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.731091 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.731251 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.731408 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.731567 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.731727 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.731887 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.732045 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.732204 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.732363 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.732523 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.732682 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.732840 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.732986 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.733145 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.733304 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.733463 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.733623 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.733782 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.733940 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.734099 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.734259 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.734419 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.734577 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.734760 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.734921 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.735080 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.735240 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.735399 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.735485 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:06:16.735568 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.735705 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.735863 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.736023 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] use_json = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.736182 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.736408 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.736507 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.736641 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.736799 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.736958 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.737118 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.737277 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 02:06:16.737456 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.737620 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.737794 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.737956 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.738118 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.738282 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.738443 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.738604 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.738788 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.738950 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.739117 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.739280 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.739455 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.739616 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.739777 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.739942 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.740103 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.740266 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.740428 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.740589 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.740751 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.740913 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.741090 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.741253 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.741417 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.741579 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.741741 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.741903 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.742067 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.742231 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.742381 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.742543 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.742726 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.742889 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.743051 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.743822 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.743986 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.744150 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.744314 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.744477 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.744640 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.744802 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.744964 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.745126 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.745289 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.745453 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.745616 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.745780 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.745943 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.746106 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.746278 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.746500 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.746599 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.746823 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.746939 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.747101 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.747263 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.747544 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.747714 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.747966 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.748184 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.748361 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.748524 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.748687 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.748848 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.749009 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.749171 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.749333 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.749498 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.749662 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.749823 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.749984 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.750369 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.750540 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.750721 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.750888 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.751050 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.751212 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.751378 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.751541 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.751702 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.751866 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.752425 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.752425 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.752425 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.752728 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.752728 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.752924 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.752924 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.753126 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.753246 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.753408 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.753569 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.753730 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.753891 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.754052 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.754233 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.754366 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.754528 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.754710 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.754874 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.755035 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.755196 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.755357 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.755518 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.755680 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.755841 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.756002 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.756163 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.756325 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.756486 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.756656 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.756817 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.756980 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.757141 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.757311 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.757482 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.757645 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.757798 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.757957 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.758119 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.758276 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.758412 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.758578 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.758763 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.758931 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.759095 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.759264 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.759441 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.759604 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.759765 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.759925 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.760109 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.760284 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.760432 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.760582 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.760743 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.760904 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.761065 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.761226 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.761387 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.761551 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.761713 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.761876 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.762052 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.762201 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.762510 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.762697 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.762862 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.763026 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.763191 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.763348 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.763513 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.763674 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.763837 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.763996 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.764159 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.764320 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.764481 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.764643 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.764804 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.764965 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.765127 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.765288 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.765450 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.765612 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.765772 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.765934 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.766095 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.766258 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.766420 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.766582 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.766765 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.767157 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.767157 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.767419 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.767419 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.767669 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.767669 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.767823 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.767980 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.768143 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.768304 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.768466 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.768628 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.768789 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.768950 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.769126 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.769293 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.769455 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.769616 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.769777 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.769939 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.770100 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.770261 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.770421 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.770581 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.770765 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.770930 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.771093 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.771254 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.771416 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.771577 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.771738 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.771899 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.772060 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.772235 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.772398 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.772559 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.772721 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.772882 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.773043 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.773216 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.773377 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.773538 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.773700 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.773861 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.774021 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.774196 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.774380 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.774927 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.775318 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.775832 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.776130 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.776447 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.776770 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.777082 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.777251 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.777686 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.777686 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.777686 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.778898 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.778898 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.778898 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.778898 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.778898 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.778898 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.778898 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.779372 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.779372 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.779372 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.779570 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.779570 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.779720 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.779861 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.780033 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.780195 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.780356 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.780534 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.781068 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.781068 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.781068 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.781465 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.781465 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.781465 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.781900 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.781900 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.781900 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.782164 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.782288 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.782413 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.782549 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.782776 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.782903 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.783025 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.783175 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.783337 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.783503 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.783651 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.783812 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.783973 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.784133 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.784295 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.784456 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.784617 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.784778 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.784939 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.785103 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.785249 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.785455 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.785563 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.785722 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.785875 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.786064 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.786185 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 02:06:16.786339 dv-cinder-803533-1-iscsi neutron-server[93346]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 02:06:16.994170 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 42218) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:06:17.002432 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060463 Aug 05 02:06:28.255305 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a23d555-4607-42f4-92b5-7a58ced1684d None None] get_active_networks_info from dv-cinder-803533-1-iscsi {{(pid=93457) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 05 02:06:28.316641 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a23d555-4607-42f4-92b5-7a58ced1684d None None] No non-hosted networks {{(pid=93457) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 05 02:06:28.329575 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.agentschedulers_db [None req-2a23d555-4607-42f4-92b5-7a58ced1684d None None] DHCP Agent not found on host dv-cinder-803533-1-iscsi {{(pid=93457) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 05 02:06:28.469668 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-3ee009ef-ce80-4be4-8439-759bec0a73af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685959'] for agent, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:30.830697 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-570a796f-0dd8-4bb2-9ff8-09587066b05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685959'] for agent, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:30.881503 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685959'] for agent, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:30.887077 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:30.888299 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:30.888802 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:30.889294 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:30.890522 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:30.891243 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:30.891787 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:30.892362 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:30.892836 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:30.893316 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:30.894089 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:30.894554 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:30.895119 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803533-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:06:30.900796 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803533-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:06:30.951843 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8e0eba2f-9cb5-43b4-ad1f-4a0a498492bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:32.104138 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685959'] for agent, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:33.634378 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685959'] for agent, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:33.775563 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.db.l3_hamode_db [None req-65088606-cc23-439c-b18b-0bd7db9c49d3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 05 02:06:33.851686 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65088606-cc23-439c-b18b-0bd7db9c49d3 None None] Routers set() bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:06:33.852087 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65088606-cc23-439c-b18b-0bd7db9c49d3 None None] Router IDs set() for agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 05 02:06:34.722277 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 42310) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:06:35.208389 dv-cinder-803533-1-iscsi neutron-server[93456]: WARNING oslo_policy.policy [None req-fd6808c0-b97d-4ac3-8698-f5ad0aa1ac99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:06:35.208958 dv-cinder-803533-1-iscsi neutron-server[93456]: WARNING oslo_policy.policy [None req-fd6808c0-b97d-4ac3-8698-f5ad0aa1ac99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:06:35.427306 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [None req-fd6808c0-b97d-4ac3-8698-f5ad0aa1ac99 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 02:06:35.428375 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-fd6808c0-b97d-4ac3-8698-f5ad0aa1ac99 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7048783 Aug 05 02:06:37.768519 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 42324) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:06:38.074997 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-518d4c40-2171-4ce1-8510-3050d9716792 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:06:38.167204 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.policy [None req-518d4c40-2171-4ce1-8510-3050d9716792 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93456) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 05 02:06:38.211883 dv-cinder-803533-1-iscsi neutron-server[93456]: WARNING oslo_policy.policy [None req-518d4c40-2171-4ce1-8510-3050d9716792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:06:38.212244 dv-cinder-803533-1-iscsi neutron-server[93456]: WARNING oslo_policy.policy [None req-518d4c40-2171-4ce1-8510-3050d9716792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:06:38.220613 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.quota [None req-518d4c40-2171-4ce1-8510-3050d9716792 admin admin] Loaded quota_driver: . Aug 05 02:06:38.310186 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-518d4c40-2171-4ce1-8510-3050d9716792 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772733860689', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772733861516', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772733846850', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772733809661', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772732926905', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772733821485', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16643447', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16573804', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-994036', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-966579'] for rbac-policy, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:38.372052 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-518d4c40-2171-4ce1-8510-3050d9716792 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:38.373313 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-518d4c40-2171-4ce1-8510-3050d9716792 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6038287 Aug 05 02:06:40.874575 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 42336) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:06:41.162979 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Request body: {'network': {'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'name': 'private', 'admin_state_up': True, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:06:41.191504 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Made reservation on behalf of be7e4bef8ade448e83e18786fdb680b4 for: {'network': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:06:41.194278 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:41.210251 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:41.341725 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:41.345487 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:41.364690 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:06:41.393483 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772730464952', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:41.394071 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Unsubscribe: segment precommit_create {{(pid=93456) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 05 02:06:41.394586 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.segments_db [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Added segment 9368965f-5785-4ccd-bd30-4790c181635d of type vlan for network c4145eb6-8b54-4d49-be04-c88acea44bab Aug 05 02:06:41.411804 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b762cc0-6f33-4d22-8a29-4f7fda8baeb0,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:06:41.438202 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:41.438559 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:41.438945 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:41.439274 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:41.439602 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:41.439942 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:41.440269 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:41.440591 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:41.440926 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:41.441246 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:41.441569 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:41.441887 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Tracked resource versions report: Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: pushed versions: Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: { 'AddressGroup': {'1.2'}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'ConntrackHelper': {'1.0'}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Log': {'1.0'}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Network': {'1.1'}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Port': {'1.7'}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'PortForwarding': {'1.2'}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'QosPolicy': {'1.9'}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'SecurityGroup': {'1.4'}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'SubPort': {'1.0'}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Subnet': {'1.1'}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Trunk': {'1.1'}} Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: consumer versions: Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: { DHCP agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: L3 agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: Metadata agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: Metering agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: Open vSwitch agent@dv-cinder-803533-1-iscsi: { 'AddressGroup': '1.2', Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'ConntrackHelper': '1.0', Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Log': '1.0', Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Network': '1.1', Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Port': '1.7', Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'PortForwarding': '1.2', Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'QosPolicy': '1.9', Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'SecurityGroup': '1.4', Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'SecurityGroupRule': '1.2', Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'SubPort': '1.0', Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Subnet': '1.1', Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Trunk': '1.1'}} Aug 05 02:06:41.442974 dv-cinder-803533-1-iscsi neutron-server[93456]: {{(pid=93456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:06:41.515138 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:41.563854 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:41.564932 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:06:41.565602 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:41.623150 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7473671 Aug 05 02:06:41.665295 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5fbf0-eb83-4788-90ab-53eeb9e334da admin admin] Pushing event updated for resources: {'Network': ['ID=c4145eb6-8b54-4d49-be04-c88acea44bab,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:06:41.677495 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network c4145eb6-8b54-4d49-be04-c88acea44bab details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:06:44.242599 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 42350) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:06:44.649602 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb1eee0-2cd5-472f-a1be-a02217d04513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:06:44.650979 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ebb1eee0-2cd5-472f-a1be-a02217d04513 admin admin] 10.222.0.39 "GET /v2.0/networks/c4145eb6-8b54-4d49-be04-c88acea44bab HTTP/1.1" status: 200 len: 824 time: 0.4074047 Aug 05 02:06:44.674628 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-f2a54905-f310-4d33-ab80-5b775cd598bc admin admin] 10.222.0.39 "GET /v2.0/subnetpools/8be8316c-ace7-4333-a13e-973675b1eff1 HTTP/1.1" status: 200 len: 734 time: 0.0177708 Aug 05 02:06:44.683654 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-b34c1b0e-d66e-452f-b13b-3cecb97b9202 admin admin] Request body: {'subnet': {'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '8be8316c-ace7-4333-a13e-973675b1eff1'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:06:44.704470 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34c1b0e-d66e-452f-b13b-3cecb97b9202 admin admin] Made reservation on behalf of be7e4bef8ade448e83e18786fdb680b4 for: {'subnet': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:06:44.706682 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b34c1b0e-d66e-452f-b13b-3cecb97b9202 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:44.995130 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b34c1b0e-d66e-452f-b13b-3cecb97b9202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for subnet, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:45.060577 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c1b0e-d66e-452f-b13b-3cecb97b9202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:06:45.070491 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c1b0e-d66e-452f-b13b-3cecb97b9202 admin admin] Checking segment: {'id': '9368965f-5785-4ccd-bd30-4790c181635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:06:45.070889 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34c1b0e-d66e-452f-b13b-3cecb97b9202 admin admin] Network hostable DHCP agents. Network: c4145eb6-8b54-4d49-be04-c88acea44bab, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:06:45.091874 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34c1b0e-d66e-452f-b13b-3cecb97b9202 admin admin] Network c4145eb6-8b54-4d49-be04-c88acea44bab is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:06:45.103006 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-b34c1b0e-d66e-452f-b13b-3cecb97b9202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, c4145eb6-8b54-4d49-be04-c88acea44bab) {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:06:45.107586 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c1b0e-d66e-452f-b13b-3cecb97b9202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:06:45.108283 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b34c1b0e-d66e-452f-b13b-3cecb97b9202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:45.112625 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1caf1b8-a696-4071-8a95-d748068c76ec None None] Network c4145eb6-8b54-4d49-be04-c88acea44bab requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:06:45.121064 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-b34c1b0e-d66e-452f-b13b-3cecb97b9202 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4411716 Aug 05 02:06:45.427434 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0eb7b85f-7546-59ba-b405-1900b113e2e5-c4145eb6-8b54-4d49-be04-c88acea44bab', 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'fixed_ips': [{'subnet_id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669'}]}} from dv-cinder-803533-1-iscsi. {{(pid=93457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 02:06:45.428799 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:45.703461 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.db_base_plugin_common [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Allocated IP 172.20.0.2 (c4145eb6-8b54-4d49-be04-c88acea44bab/1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669/b5c65ae1-bf80-4e95-a921-b13569d5d028) {{(pid=93457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:06:45.905805 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Notify callbacks [] for port, precommit_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:45.948027 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Transition to ACTIVE for port object b5c65ae1-bf80-4e95-a921-b13569d5d028 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:06:45.971017 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Transition to ACTIVE for port object b5c65ae1-bf80-4e95-a921-b13569d5d028 will not be triggered until provisioned by entity DHCP. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:06:45.979821 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:46.048278 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Network c4145eb6-8b54-4d49-be04-c88acea44bab is already hosted by enough agents. {{(pid=93457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:06:46.052961 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.base_scheduler [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Resources bound (agent type, host, resource id): {{(pid=93457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:06:46.064952 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Received port after_create {{(pid=93457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:06:46.068014 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Pushing event updated for resources: {'Port': ['ID=b5c65ae1-bf80-4e95-a921-b13569d5d028,revision_number=1']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:06:46.098577 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:46.098951 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:46.099304 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:46.099646 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:46.099985 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:46.100323 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:46.100824 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:46.100998 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:46.101327 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:46.102185 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:46.102514 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:46.102866 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Tracked resource versions report: Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: pushed versions: Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: { 'AddressGroup': {'1.2'}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'ConntrackHelper': {'1.0'}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Log': {'1.0'}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Network': {'1.1'}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Port': {'1.7'}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'PortForwarding': {'1.2'}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'QosPolicy': {'1.9'}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'SecurityGroup': {'1.4'}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'SubPort': {'1.0'}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Subnet': {'1.1'}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Trunk': {'1.1'}} Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: consumer versions: Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: { DHCP agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: L3 agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: Metadata agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: Metering agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: Open vSwitch agent@dv-cinder-803533-1-iscsi: { 'AddressGroup': '1.2', Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'ConntrackHelper': '1.0', Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Log': '1.0', Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Network': '1.1', Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Port': '1.7', Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'PortForwarding': '1.2', Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'QosPolicy': '1.9', Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'SecurityGroup': '1.4', Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'SecurityGroupRule': '1.2', Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'SubPort': '1.0', Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Subnet': '1.1', Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Trunk': '1.1'}} Aug 05 02:06:46.103949 dv-cinder-803533-1-iscsi neutron-server[93457]: {{(pid=93457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:06:46.150571 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Attempting to bind port b5c65ae1-bf80-4e95-a921-b13569d5d028 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:06:46.151216 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Attempting to bind port b5c65ae1-bf80-4e95-a921-b13569d5d028 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': '9368965f-5785-4ccd-bd30-4790c181635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:06:46.151424 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Attempting to bind port b5c65ae1-bf80-4e95-a921-b13569d5d028 on network c4145eb6-8b54-4d49-be04-c88acea44bab {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:06:46.156250 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:06:46.156659 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Checking segment: {'id': '9368965f-5785-4ccd-bd30-4790c181635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:06:46.157137 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:46.157528 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Bound using segment: {'id': '9368965f-5785-4ccd-bd30-4790c181635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:06:46.158021 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Bound port: b5c65ae1-bf80-4e95-a921-b13569d5d028, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9368965f-5785-4ccd-bd30-4790c181635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:06:46.158580 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:46.218926 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] For port b5c65ae1-bf80-4e95-a921-b13569d5d028, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:06:46.223602 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] For port b5c65ae1-bf80-4e95-a921-b13569d5d028, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b5c65ae1-bf80-4e95-a921-b13569d5d028,segment=NetworkSegment(9368965f-5785-4ccd-bd30-4790c181635d),segment_id=9368965f-5785-4ccd-bd30-4790c181635d)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:06:46.228356 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:46.297994 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd154f1-bec5-4cac-a559-ae32c25f2823 None None] Pushing event updated for resources: {'Port': ['ID=b5c65ae1-bf80-4e95-a921-b13569d5d028,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:06:47.493312 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 42358) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:06:47.985437 dv-cinder-803533-1-iscsi neutron-server[93455]: WARNING oslo_policy.policy [None req-13270d0a-e641-4eda-8ba7-9d387b857d5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:06:47.986341 dv-cinder-803533-1-iscsi neutron-server[93455]: WARNING oslo_policy.policy [None req-13270d0a-e641-4eda-8ba7-9d387b857d5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:06:48.205753 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [None req-13270d0a-e641-4eda-8ba7-9d387b857d5e admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 02:06:48.206900 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-13270d0a-e641-4eda-8ba7-9d387b857d5e admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7114003 Aug 05 02:06:50.589971 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 42372) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:06:50.901864 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [None req-8d28f7b3-266c-44bb-b384-4ae3bd9b794a admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 02:06:50.902865 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-8d28f7b3-266c-44bb-b384-4ae3bd9b794a admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118014 Aug 05 02:06:53.541513 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 42386) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:06:53.840569 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-93e19f74-dc39-4d22-9674-76db69b0014d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'admin_state_up': True}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:06:53.864591 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-93e19f74-dc39-4d22-9674-76db69b0014d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-656147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34533'] for router, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:53.866082 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-93e19f74-dc39-4d22-9674-76db69b0014d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34556'] for router, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:54.003199 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-93e19f74-dc39-4d22-9674-76db69b0014d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:54.008600 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-93e19f74-dc39-4d22-9674-76db69b0014d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686997'] for router, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:54.020706 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-93e19f74-dc39-4d22-9674-76db69b0014d admin admin] Notify callbacks [] for router, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:54.021932 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-93e19f74-dc39-4d22-9674-76db69b0014d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4794457 Aug 05 02:06:54.635111 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f456a-957c-4a8b-bfcc-60cffa062d3e None None] Network c4145eb6-8b54-4d49-be04-c88acea44bab requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:06:54.745748 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-557fcdd3-6aa7-45bc-82f9-51975b655245 None None] Provisioning for port b5c65ae1-bf80-4e95-a921-b13569d5d028 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:06:55.074176 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b5c65ae1-bf80-4e95-a921-b13569d5d028 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:06:55.155674 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port b5c65ae1-bf80-4e95-a921-b13569d5d028 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:06:55.159430 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port b5c65ae1-bf80-4e95-a921-b13569d5d028 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:06:55.159834 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:55.265716 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:55.300347 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port b5c65ae1-bf80-4e95-a921-b13569d5d028, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b5c65ae1-bf80-4e95-a921-b13569d5d028,segment=NetworkSegment(9368965f-5785-4ccd-bd30-4790c181635d),segment_id=9368965f-5785-4ccd-bd30-4790c181635d)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:06:55.304029 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:55.349239 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=b5c65ae1-bf80-4e95-a921-b13569d5d028,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:06:56.392697 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 42394) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:06:56.701357 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [None req-b49cb064-21ea-485b-960c-d6f9c2e3e6c3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 02:06:56.702353 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-b49cb064-21ea-485b-960c-d6f9c2e3e6c3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087182 Aug 05 02:06:57.057110 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b5c65ae1-bf80-4e95-a921-b13569d5d028 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:06:57.103591 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port b5c65ae1-bf80-4e95-a921-b13569d5d028 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:06:57.103960 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:58.161012 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-1577f9d2-b0d4-43d8-9f84-203e301a40c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:59.031552 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 42402) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:06:59.335678 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:06:59.356601 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Made reservation on behalf of beb73721205a49bfaf8c2a425ca15066 for: {'network': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:06:59.358850 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:59.368463 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:59.450978 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:59.454381 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:59.469059 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Reserving flat network on physical network physnet1 {{(pid=93456) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 05 02:06:59.487154 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999ac464-8567-4998-a790-0e21e002b5d0,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:06:59.492373 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:59.492710 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.segments_db [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Added segment b500a862-bbf6-4645-b94e-0bd650105820 of type flat for network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 Aug 05 02:06:59.536998 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:59.574410 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:59.575377 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:06:59.575951 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:06:59.604021 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5714619 Aug 05 02:06:59.638358 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7d2aa-3ade-4a3b-9ee8-e698d5b07b41 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5d931a-e1be-40dc-90fa-8a74aedeb5a8,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:06:59.652352 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:07:00.821451 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-0eda5454-f874-43e3-a67a-751732c66ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:00.847848 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:01.937357 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 42410) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:07:01.998682 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:02.234679 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca7dce-f3cc-4c81-8ef0-7c371534249c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:07:02.235958 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-b0ca7dce-f3cc-4c81-8ef0-7c371534249c admin admin] 10.222.0.39 "GET /v2.0/subnets/1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669 HTTP/1.1" status: 200 len: 849 time: 0.2976520 Aug 05 02:07:02.357878 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-a2ddad89-132c-4e89-8850-e45eb52488d5 admin admin] 10.222.0.39 "GET /v2.0/routers/40e6ef47-5686-4b6a-b270-85de557fa33b HTTP/1.1" status: 200 len: 704 time: 0.1160548 Aug 05 02:07:02.631376 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:02.932117 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Allocated IP 172.20.0.1 (c4145eb6-8b54-4d49-be04-c88acea44bab/1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669/ed6657b7-d742-4ae9-8579-c7cad4039d7a) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:07:03.129286 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:03.152745 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Transition to ACTIVE for port object ed6657b7-d742-4ae9-8579-c7cad4039d7a will not be triggered until provisioned by entity DHCP. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:07:03.231057 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:03.291283 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Network c4145eb6-8b54-4d49-be04-c88acea44bab is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:07:03.296684 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:07:03.304391 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:07:03.304907 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684671'] for router_interface, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:03.374836 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6657b7-d742-4ae9-8579-c7cad4039d7a,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:07:03.507661 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:03.538002 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-d0f40681-2fd7-4fce-b7b1-dcd4ebbbf357 None None] Provisioning for port ed6657b7-d742-4ae9-8579-c7cad4039d7a completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:07:03.542284 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-d0f40681-2fd7-4fce-b7b1-dcd4ebbbf357 None None] Provisioning complete for port ed6657b7-d742-4ae9-8579-c7cad4039d7a triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:07:03.542680 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-d0f40681-2fd7-4fce-b7b1-dcd4ebbbf357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:03.584109 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:03.584728 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-d0f40681-2fd7-4fce-b7b1-dcd4ebbbf357 None None] Port ed6657b7-d742-4ae9-8579-c7cad4039d7a cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:07:03.710734 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:03.719063 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:03.719979 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537039'] for router_interface, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:03.800124 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6657b7-d742-4ae9-8579-c7cad4039d7a,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:07:03.841516 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Network c4145eb6-8b54-4d49-be04-c88acea44bab is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:07:03.842840 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:07:03.997402 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Router 40e6ef47-5686-4b6a-b270-85de557fa33b is scheduled to L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 with binding_index 1 {{(pid=93456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 02:07:04.005109 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-ae43f81e-0865-4fa0-b9f1-6a8dfdd75bd9 None None] Provisioning complete for port ed6657b7-d742-4ae9-8579-c7cad4039d7a triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:07:04.005480 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-ae43f81e-0865-4fa0-b9f1-6a8dfdd75bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:04.037455 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-ae43f81e-0865-4fa0-b9f1-6a8dfdd75bd9 None None] Port ed6657b7-d742-4ae9-8579-c7cad4039d7a cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:07:04.085834 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:07:04.091485 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-8fd1d4c6-03d8-4032-aacf-7ac6a975df90 admin admin] 10.222.0.39 "PUT /v2.0/routers/40e6ef47-5686-4b6a-b270-85de557fa33b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7280805 Aug 05 02:07:04.098992 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Sync routers for ids ['40e6ef47-5686-4b6a-b270-85de557fa33b'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:07:04.110587 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Routers {'40e6ef47-5686-4b6a-b270-85de557fa33b'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:07:04.111432 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:07:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['40e6ef47-5686-4b6a-b270-85de557fa33b'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:07:04.297761 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Set router 40e6ef47-5686-4b6a-b270-85de557fa33b gateway port host: None {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:07:04.729695 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'name': 'router1', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:06:53Z', 'updated_at': '2021-08-05T02:07:03Z', 'revision_number': 2, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4', 'gw_port_host': None, '_interfaces': [{'id': 'ed6657b7-d742-4ae9-8579-c7cad4039d7a', 'name': '', 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'mac_address': 'fa:16:3e:07:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:07:02Z', 'updated_at': '2021-08-05T02:07:03Z', 'revision_number': 2, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4', 'subnets': [{'id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8be8316c-ace7-4333-a13e-973675b1eff1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:07:04.780143 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Checking router: 40e6ef47-5686-4b6a-b270-85de557fa33b for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:07:04.780512 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Updating router 40e6ef47-5686-4b6a-b270-85de557fa33b port ed6657b7-d742-4ae9-8579-c7cad4039d7a binding host dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:07:04.827886 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:05.335338 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Notify callbacks [] for port, precommit_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:05.354409 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.provisioning_blocks [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Transition to ACTIVE for port object ed6657b7-d742-4ae9-8579-c7cad4039d7a will not be triggered until provisioned by entity L2. {{(pid=93458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:07:05.360734 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:05.458597 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Pushing event updated for resources: {'Port': ['ID=ed6657b7-d742-4ae9-8579-c7cad4039d7a,revision_number=3']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:07:05.504755 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:07:05.505102 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:07:05.505448 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:07:05.505781 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:07:05.506108 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:07:05.506436 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:07:05.506784 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:07:05.507109 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:07:05.507445 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:07:05.507769 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:07:05.508085 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:07:05.508431 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Tracked resource versions report: Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: pushed versions: Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: { 'AddressGroup': {'1.2'}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'ConntrackHelper': {'1.0'}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Log': {'1.0'}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Network': {'1.1'}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Port': {'1.7'}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'PortForwarding': {'1.2'}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'QosPolicy': {'1.9'}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'SecurityGroup': {'1.4'}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'SubPort': {'1.0'}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Subnet': {'1.1'}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Trunk': {'1.1'}} Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: consumer versions: Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: { DHCP agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: L3 agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: Metadata agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: Metering agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: Open vSwitch agent@dv-cinder-803533-1-iscsi: { 'AddressGroup': '1.2', Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'ConntrackHelper': '1.0', Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Log': '1.0', Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Network': '1.1', Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Port': '1.7', Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'PortForwarding': '1.2', Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'QosPolicy': '1.9', Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'SecurityGroup': '1.4', Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'SecurityGroupRule': '1.2', Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'SubPort': '1.0', Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Subnet': '1.1', Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Trunk': '1.1'}} Aug 05 02:07:05.509498 dv-cinder-803533-1-iscsi neutron-server[93458]: {{(pid=93458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:07:05.537879 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Attempting to bind port ed6657b7-d742-4ae9-8579-c7cad4039d7a on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:07:05.538250 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Attempting to bind port ed6657b7-d742-4ae9-8579-c7cad4039d7a by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': '9368965f-5785-4ccd-bd30-4790c181635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab'}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:07:05.538713 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Attempting to bind port ed6657b7-d742-4ae9-8579-c7cad4039d7a on network c4145eb6-8b54-4d49-be04-c88acea44bab {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:07:05.544097 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:07:05.544497 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Checking segment: {'id': '9368965f-5785-4ccd-bd30-4790c181635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:07:05.544967 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:05.545356 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Bound using segment: {'id': '9368965f-5785-4ccd-bd30-4790c181635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab'} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:07:05.545882 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Bound port: ed6657b7-d742-4ae9-8579-c7cad4039d7a, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9368965f-5785-4ccd-bd30-4790c181635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab'}}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:07:05.546272 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:05.611932 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] For port ed6657b7-d742-4ae9-8579-c7cad4039d7a, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:07:05.632927 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] For port ed6657b7-d742-4ae9-8579-c7cad4039d7a, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=ed6657b7-d742-4ae9-8579-c7cad4039d7a,segment=NetworkSegment(9368965f-5785-4ccd-bd30-4790c181635d),segment_id=9368965f-5785-4ccd-bd30-4790c181635d)] {{(pid=93458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:07:05.637697 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:05.694333 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Routers {'40e6ef47-5686-4b6a-b270-85de557fa33b'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:07:05.694980 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:07:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['40e6ef47-5686-4b6a-b270-85de557fa33b'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:07:05.698154 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dc124-16b9-457c-aa96-9842947a92d3 None None] Pushing event updated for resources: {'Port': ['ID=ed6657b7-d742-4ae9-8579-c7cad4039d7a,revision_number=4']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:07:05.796446 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] Set router 40e6ef47-5686-4b6a-b270-85de557fa33b gateway port host: None {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:07:06.005728 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'name': 'router1', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:06:53Z', 'updated_at': '2021-08-05T02:07:03Z', 'revision_number': 2, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4', 'gw_port_host': None, '_interfaces': [{'id': 'ed6657b7-d742-4ae9-8579-c7cad4039d7a', 'name': '', 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'mac_address': 'fa:16:3e:07:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:07:02Z', 'updated_at': '2021-08-05T02:07:05Z', 'revision_number': 4, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4', 'subnets': [{'id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8be8316c-ace7-4333-a13e-973675b1eff1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:07:06.033324 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5f435-aef1-45dc-858d-091688f0522f None None] The sync data for ids ['40e6ef47-5686-4b6a-b270-85de557fa33b'] in dv-cinder-803533-1-iscsi is: [{'id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'name': 'router1', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:06:53Z', 'updated_at': '2021-08-05T02:07:03Z', 'revision_number': 2, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4', 'gw_port_host': None, '_interfaces': [{'id': 'ed6657b7-d742-4ae9-8579-c7cad4039d7a', 'name': '', 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'mac_address': 'fa:16:3e:07:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:07:02Z', 'updated_at': '2021-08-05T02:07:05Z', 'revision_number': 4, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4', 'subnets': [{'id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8be8316c-ace7-4333-a13e-973675b1eff1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:07:06.340903 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 42430) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:07:06.451643 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8068c982-eba4-4c00-b2c2-365dc01bd72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:07:06.458610 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-8068c982-eba4-4c00-b2c2-365dc01bd72c admin admin] 10.222.0.39 "GET /v2.0/networks/6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 HTTP/1.1" status: 200 len: 842 time: 0.1112268 Aug 05 02:07:06.463370 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] Request body: {'subnet': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:07:06.484657 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] Made reservation on behalf of beb73721205a49bfaf8c2a425ca15066 for: {'subnet': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:07:06.487016 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:06.836363 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.objects.ports [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93456) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 05 02:07:06.837399 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for subnet, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:06.888275 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=df0adf09-eb88-4ce0-a246-3385c71d1ff4,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:07:06.897550 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] Checking segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:07:06.897898 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] Network hostable DHCP agents. Network: 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:07:06.913123 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:07:06.921385 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8) {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:07:06.929523 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a9718-8c26-4680-ab88-0dab8238722d None None] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:07:06.931573 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:07:06.932230 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:06.947024 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-6c563e9a-e21d-48b6-b598-f27f567e0faf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4875507 Aug 05 02:07:07.067617 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698cf3c4-0dad-47b7-a107-8e4c0a4647f1 None None] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:07:09.218040 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 42448) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:07:09.348338 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-a30cc525-a8f9-416d-b556-126918819396 admin admin] 10.222.0.39 "GET /v2.0/routers/40e6ef47-5686-4b6a-b270-85de557fa33b HTTP/1.1" status: 200 len: 710 time: 0.1290581 Aug 05 02:07:09.433221 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcadc2e4-2186-4789-ade9-b8ce957d5214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:07:09.440600 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-fcadc2e4-2186-4789-ade9-b8ce957d5214 admin admin] 10.222.0.39 "GET /v2.0/networks/6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 HTTP/1.1" status: 200 len: 886 time: 0.0802264 Aug 05 02:07:09.444201 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:07:09.688307 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:09.916530 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:09.987235 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:10.088156 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Allocated IP 172.27.3.223 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/e15657e5-8a21-4d70-9178-bd7fddfc2f74) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:07:10.188100 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:10.227003 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:10.264376 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:07:10.267117 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:07:10.272570 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:07:10.329891 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Pushing event updated for resources: {'Port': ['ID=e15657e5-8a21-4d70-9178-bd7fddfc2f74,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:07:10.599864 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:10.786588 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34446'] for router, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:10.790167 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-686990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-686983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657593'] for router, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:10.892738 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Router 40e6ef47-5686-4b6a-b270-85de557fa33b has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:07:10.994634 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:07:10.998995 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] Notify callbacks [] for router, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:11.000158 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-5e73818f-5141-4e4a-b463-753db96e3e5a admin admin] 10.222.0.39 "PUT /v2.0/routers/40e6ef47-5686-4b6a-b270-85de557fa33b HTTP/1.1" status: 200 len: 890 time: 1.5595131 Aug 05 02:07:12.482951 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Sync routers for ids ['40e6ef47-5686-4b6a-b270-85de557fa33b'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:07:12.494762 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Routers {'40e6ef47-5686-4b6a-b270-85de557fa33b'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:07:12.495477 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:07:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['40e6ef47-5686-4b6a-b270-85de557fa33b'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:07:12.743281 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Set router 40e6ef47-5686-4b6a-b270-85de557fa33b gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:07:13.110297 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device ed6657b7-d742-4ae9-8579-c7cad4039d7a up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:07:13.168534 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'name': 'router1', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e15657e5-8a21-4d70-9178-bd7fddfc2f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:06:53Z', 'updated_at': '2021-08-05T02:07:10Z', 'revision_number': 4, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4', 'gw_port': {'id': 'e15657e5-8a21-4d70-9178-bd7fddfc2f74', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:07:09Z', 'updated_at': '2021-08-05T02:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'ed6657b7-d742-4ae9-8579-c7cad4039d7a', 'name': '', 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'mac_address': 'fa:16:3e:07:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:07:02Z', 'updated_at': '2021-08-05T02:07:05Z', 'revision_number': 4, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4', 'subnets': [{'id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8be8316c-ace7-4333-a13e-973675b1eff1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:07:13.222722 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Checking router: 40e6ef47-5686-4b6a-b270-85de557fa33b for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:07:13.223081 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Updating router 40e6ef47-5686-4b6a-b270-85de557fa33b port e15657e5-8a21-4d70-9178-bd7fddfc2f74 binding host dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:07:13.239871 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port ed6657b7-d742-4ae9-8579-c7cad4039d7a completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:07:13.268565 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port ed6657b7-d742-4ae9-8579-c7cad4039d7a triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:07:13.268847 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:13.298888 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:13.387337 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 42460) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:07:13.502147 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-45de7d6f-2402-421a-9014-557b1ec11405 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1136789 Aug 05 02:07:13.507849 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:13.583859 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port ed6657b7-d742-4ae9-8579-c7cad4039d7a, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=ed6657b7-d742-4ae9-8579-c7cad4039d7a,segment=NetworkSegment(9368965f-5785-4ccd-bd30-4790c181635d),segment_id=9368965f-5785-4ccd-bd30-4790c181635d)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:07:13.590492 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:13.697037 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=ed6657b7-d742-4ae9-8579-c7cad4039d7a,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:07:13.738495 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Notify callbacks [] for port, precommit_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:13.748358 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Transition to ACTIVE for port object e15657e5-8a21-4d70-9178-bd7fddfc2f74 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:07:13.754587 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:13.805202 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d971c27-d8bc-45aa-a20e-39207a917121 None None] Pushing event updated for resources: {'Port': ['ID=e15657e5-8a21-4d70-9178-bd7fddfc2f74,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:07:13.807406 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Attempting to bind port e15657e5-8a21-4d70-9178-bd7fddfc2f74 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:07:13.807788 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Attempting to bind port e15657e5-8a21-4d70-9178-bd7fddfc2f74 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:07:13.808153 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Attempting to bind port e15657e5-8a21-4d70-9178-bd7fddfc2f74 on network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:07:13.813468 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:07:13.813847 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Checking segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:07:13.814249 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:13.814667 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Bound using segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:07:13.815138 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Bound port: e15657e5-8a21-4d70-9178-bd7fddfc2f74, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:07:13.815541 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:13.865069 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] For port e15657e5-8a21-4d70-9178-bd7fddfc2f74, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:07:13.867998 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] For port e15657e5-8a21-4d70-9178-bd7fddfc2f74, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=e15657e5-8a21-4d70-9178-bd7fddfc2f74,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:07:13.873712 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:13.937460 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Routers {'40e6ef47-5686-4b6a-b270-85de557fa33b'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:07:13.938078 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:07:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['40e6ef47-5686-4b6a-b270-85de557fa33b'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:07:13.940800 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d971c27-d8bc-45aa-a20e-39207a917121 None None] Pushing event updated for resources: {'Port': ['ID=e15657e5-8a21-4d70-9178-bd7fddfc2f74,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:07:14.129313 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] Set router 40e6ef47-5686-4b6a-b270-85de557fa33b gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:07:14.341777 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'name': 'router1', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e15657e5-8a21-4d70-9178-bd7fddfc2f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:06:53Z', 'updated_at': '2021-08-05T02:07:10Z', 'revision_number': 4, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4', 'gw_port': {'id': 'e15657e5-8a21-4d70-9178-bd7fddfc2f74', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:07:09Z', 'updated_at': '2021-08-05T02:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'ed6657b7-d742-4ae9-8579-c7cad4039d7a', 'name': '', 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'mac_address': 'fa:16:3e:07:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:07:02Z', 'updated_at': '2021-08-05T02:07:13Z', 'revision_number': 5, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4', 'subnets': [{'id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8be8316c-ace7-4333-a13e-973675b1eff1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:07:14.370257 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170aeeb8-7096-475d-a731-dfc225dc504a None None] The sync data for ids ['40e6ef47-5686-4b6a-b270-85de557fa33b'] in dv-cinder-803533-1-iscsi is: [{'id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'name': 'router1', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e15657e5-8a21-4d70-9178-bd7fddfc2f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:06:53Z', 'updated_at': '2021-08-05T02:07:10Z', 'revision_number': 4, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4', 'gw_port': {'id': 'e15657e5-8a21-4d70-9178-bd7fddfc2f74', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:07:09Z', 'updated_at': '2021-08-05T02:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'ed6657b7-d742-4ae9-8579-c7cad4039d7a', 'name': '', 'network_id': 'c4145eb6-8b54-4d49-be04-c88acea44bab', 'tenant_id': 'be7e4bef8ade448e83e18786fdb680b4', 'mac_address': 'fa:16:3e:07:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e6ef47-5686-4b6a-b270-85de557fa33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:07:02Z', 'updated_at': '2021-08-05T02:07:13Z', 'revision_number': 5, 'project_id': 'be7e4bef8ade448e83e18786fdb680b4', 'subnets': [{'id': '1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8be8316c-ace7-4333-a13e-973675b1eff1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:07:15.147372 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device ed6657b7-d742-4ae9-8579-c7cad4039d7a up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:07:15.211593 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port ed6657b7-d742-4ae9-8579-c7cad4039d7a triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:07:15.211593 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:15.290445 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device e15657e5-8a21-4d70-9178-bd7fddfc2f74 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:07:15.337778 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port e15657e5-8a21-4d70-9178-bd7fddfc2f74 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:07:15.341582 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port e15657e5-8a21-4d70-9178-bd7fddfc2f74 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:07:15.342039 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:15.424429 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:15.457208 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port e15657e5-8a21-4d70-9178-bd7fddfc2f74, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=e15657e5-8a21-4d70-9178-bd7fddfc2f74,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:07:15.462601 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:15.514847 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=e15657e5-8a21-4d70-9178-bd7fddfc2f74,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:07:17.099015 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device e15657e5-8a21-4d70-9178-bd7fddfc2f74 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:07:17.165974 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port e15657e5-8a21-4d70-9178-bd7fddfc2f74 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:07:17.166761 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:19.668573 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 5 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:07:28.184838 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-5fc80d61-2467-4d17-9d86-999ad7e4bbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:30.852441 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6a5fb5f8-d357-4925-a100-0b88fc57eb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:30.859932 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:32.015739 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:33.590732 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:07:56.669203 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 5 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:07:58.172491 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-9924f987-80a8-43a0-beea-b557e4ddc865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:00.825315 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-0e815d27-ae64-46b0-926f-c18e9885ab38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:00.855580 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:02.007738 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:03.584889 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:28.164346 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-cea1744d-6ec0-46d1-975a-846eb97046a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:30.827257 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7fa76997-9890-43ba-8410-9d87abaf918f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:30.855975 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:32.009055 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:33.590864 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:33.667649 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 5 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:08:49.204395 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43028) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:08:49.271497 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0e0339-b11e-41cd-ad8a-74f71aca070d admin admin] GET failed (client error): The resource could not be found. Aug 05 02:08:49.272816 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-6f0e0339-b11e-41cd-ad8a-74f71aca070d admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674777 Aug 05 02:08:49.432367 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c485b-c436-4459-86ac-a2e8dabc72f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:08:49.433813 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-3d2c485b-c436-4459-86ac-a2e8dabc72f6 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1567395 Aug 05 02:08:51.565592 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43038) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:08:51.800795 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.policy [None req-150f927d-9b5c-4a40-a201-5f4eb9495de9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93455) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 05 02:08:51.845886 dv-cinder-803533-1-iscsi neutron-server[93455]: WARNING oslo_policy.policy [None req-150f927d-9b5c-4a40-a201-5f4eb9495de9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:08:51.846255 dv-cinder-803533-1-iscsi neutron-server[93455]: WARNING oslo_policy.policy [None req-150f927d-9b5c-4a40-a201-5f4eb9495de9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 02:08:51.854890 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f927d-9b5c-4a40-a201-5f4eb9495de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:08:51.856553 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-150f927d-9b5c-4a40-a201-5f4eb9495de9 admin admin] 10.222.0.39 "GET /v2.0/subnets/1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669 HTTP/1.1" status: 200 len: 849 time: 0.2900290 Aug 05 02:08:51.866717 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:08:51.948997 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:52.101949 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772730499422'] for subnet, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:52.169584 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:08:52.170515 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:52.171567 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] 10.222.0.39 "PUT /v2.0/subnets/1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669 HTTP/1.1" status: 200 len: 868 time: 0.3089933 Aug 05 02:08:52.173639 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dab4916-74a8-44cb-851f-256d579db398 None None] Network c4145eb6-8b54-4d49-be04-c88acea44bab requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:08:52.189209 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:08:52.199447 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:08:52.199884 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:08:52.200286 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:08:52.200684 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:08:52.201080 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:08:52.201468 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:08:52.201854 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:08:52.202269 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:08:52.202707 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:08:52.203094 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:08:52.203479 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:08:52.203860 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92117a1e-3c04-4bca-a4d6-85e328f27a92 admin admin] Tracked resource versions report: Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: pushed versions: Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: { 'AddressGroup': {'1.2'}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'ConntrackHelper': {'1.0'}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Log': {'1.0'}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Network': {'1.1'}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Port': {'1.7'}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'PortForwarding': {'1.2'}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'QosPolicy': {'1.9'}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'SecurityGroup': {'1.4'}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'SubPort': {'1.0'}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Subnet': {'1.1'}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Trunk': {'1.1'}} Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: consumer versions: Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: { DHCP agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: L3 agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: Metadata agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: Metering agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: Open vSwitch agent@dv-cinder-803533-1-iscsi: { 'AddressGroup': '1.2', Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'ConntrackHelper': '1.0', Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Log': '1.0', Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Network': '1.1', Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Port': '1.7', Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'PortForwarding': '1.2', Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'QosPolicy': '1.9', Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'SecurityGroup': '1.4', Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'SecurityGroupRule': '1.2', Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'SubPort': '1.0', Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Subnet': '1.1', Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Trunk': '1.1'}} Aug 05 02:08:52.205014 dv-cinder-803533-1-iscsi neutron-server[93455]: {{(pid=93455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:08:52.581138 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-c5d1c185-f332-4c41-9948-e9c17422f5ba None None] Provisioning complete for port b5c65ae1-bf80-4e95-a921-b13569d5d028 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:08:52.581516 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c5d1c185-f332-4c41-9948-e9c17422f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:52.665175 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-c5d1c185-f332-4c41-9948-e9c17422f5ba None None] Provisioning complete for port ed6657b7-d742-4ae9-8579-c7cad4039d7a triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:08:52.665446 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c5d1c185-f332-4c41-9948-e9c17422f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:54.331901 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43054) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:08:54.575866 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23613515-3cbd-4d0a-b2ab-2bfeda90a6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:08:54.576338 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23613515-3cbd-4d0a-b2ab-2bfeda90a6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:08:54.577860 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-23613515-3cbd-4d0a-b2ab-2bfeda90a6cd admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2450252 Aug 05 02:08:56.733427 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43062) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:08:56.866802 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d23df-dff3-4394-a7a0-3611a51810c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:08:56.867266 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d23df-dff3-4394-a7a0-3611a51810c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:08:56.868782 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b52d23df-dff3-4394-a7a0-3611a51810c9 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1344287 Aug 05 02:08:58.165462 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4538e3df-8643-47fd-a199-7fad581a6938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:08:58.993987 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43070) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:08:59.118086 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ade30-08de-4e78-95c2-a97f446ab6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:08:59.119474 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-809ade30-08de-4e78-95c2-a97f446ab6da admin admin] 10.222.0.39 "GET /v2.0/networks/6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 HTTP/1.1" status: 200 len: 886 time: 0.1245654 Aug 05 02:09:00.828280 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-253c0613-5adc-4bbb-b397-53e092fbad75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:00.857615 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:01.267773 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43078) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:09:01.482477 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f14e3-eece-490d-b937-7de555772c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:09:01.483860 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-686f14e3-eece-490d-b937-7de555772c5b admin admin] 10.222.0.39 "GET /v2.0/networks/c4145eb6-8b54-4d49-be04-c88acea44bab HTTP/1.1" status: 200 len: 868 time: 0.2151611 Aug 05 02:09:02.011943 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:03.593775 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:03.608675 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43086) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:09:03.731305 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0fb5c1-37f2-4bf7-a224-2daebe59c125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:09:03.731678 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0fb5c1-37f2-4bf7-a224-2daebe59c125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:09:03.733170 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-6e0fb5c1-37f2-4bf7-a224-2daebe59c125 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235592 Aug 05 02:09:05.862901 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43094) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:09:05.981853 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c91cb0-0619-47df-9c8d-404bf9e37772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:09:05.982355 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c91cb0-0619-47df-9c8d-404bf9e37772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:09:05.983900 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-e5c91cb0-0619-47df-9c8d-404bf9e37772 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1200254 Aug 05 02:09:08.106999 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43102) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:09:08.200205 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a221c8c-37e6-4d5b-83a9-8b30bb1088ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:09:08.201564 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-8a221c8c-37e6-4d5b-83a9-8b30bb1088ce admin admin] 10.222.0.39 "GET /v2.0/subnets/1453c64f-7a0a-4bcf-aeb0-0fd1e46a1669 HTTP/1.1" status: 200 len: 868 time: 0.0934749 Aug 05 02:09:10.336470 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43110) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:09:10.419766 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d76e5cf-f2be-462a-9239-baeb0ff16d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:09:10.421076 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-0d76e5cf-f2be-462a-9239-baeb0ff16d60 admin admin] 10.222.0.39 "GET /v2.0/subnets/df0adf09-eb88-4ce0-a246-3385c71d1ff4 HTTP/1.1" status: 200 len: 816 time: 0.0836656 Aug 05 02:09:10.668238 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 5 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:09:28.164550 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-d4805815-2cf3-4f4e-bdee-d50f7e2eba8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:30.833938 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-02a6ad9a-356a-4718-89af-33df10012b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:30.857283 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:32.013677 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:33.600465 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:35.693484 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43164) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:09:35.739629 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [None req-23b34951-91e0-4e2d-82b5-6b19d7bb545f admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 02:09:35.740627 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-23b34951-91e0-4e2d-82b5-6b19d7bb545f admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462804 Aug 05 02:09:37.962007 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43172) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:09:38.021090 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d0a3e9-519b-4e1d-97d9-cce518702002 admin admin] GET failed (client error): The resource could not be found. Aug 05 02:09:38.022384 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-d9d0a3e9-519b-4e1d-97d9-cce518702002 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594242 Aug 05 02:09:38.106417 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c19bb54-8d55-48b0-9bc6-ea1bf50336ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:09:38.107869 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-7c19bb54-8d55-48b0-9bc6-ea1bf50336ce admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811856 Aug 05 02:09:40.306451 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43180) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:09:40.353159 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:09:40.372525 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Made reservation on behalf of beb73721205a49bfaf8c2a425ca15066 for: {'network': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:09:40.374759 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:40.402705 dv-cinder-803533-1-iscsi neutron-server[93456]: WARNING neutron.services.revisions.revision_plugin [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Could not find related network for resource to bump revision. Aug 05 02:09:40.412930 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:09:40.421351 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:40.421691 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.segments_db [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Added segment 655e12d1-2860-4db7-b9d9-64da6807ce3f of type vlan for network 90277ce8-a4b3-48a6-b39d-712c241d5ebc Aug 05 02:09:40.460130 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:40.485919 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:40.486872 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:09:40.487549 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:40.515843 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2082717 Aug 05 02:09:40.546909 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Pushing event updated for resources: {'Network': ['ID=90277ce8-a4b3-48a6-b39d-712c241d5ebc,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:09:40.554520 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:40.554889 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:40.555227 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:40.555561 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:40.555890 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:40.556219 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:40.556546 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:40.556868 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:40.557212 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:40.557540 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:40.557859 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:40.558178 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe2aefe-7d97-4266-a30c-1e6077fd8d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:40.572610 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 90277ce8-a4b3-48a6-b39d-712c241d5ebc details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:09:42.685387 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43188) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:09:42.747786 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bf280b-73e7-4368-bcb6-1af3e7532776 admin admin] GET failed (client error): The resource could not be found. Aug 05 02:09:42.749075 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-02bf280b-73e7-4368-bcb6-1af3e7532776 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628083 Aug 05 02:09:42.814798 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106a15a-fe0e-465c-b02e-076cd6c88810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:09:42.816764 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-3106a15a-fe0e-465c-b02e-076cd6c88810 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0633194 Aug 05 02:09:42.826393 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-ec9e2858-9f2c-4eda-b76e-b6f509f98bbf admin admin] Request body: {'subnet': {'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:09:42.846755 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9e2858-9f2c-4eda-b76e-b6f509f98bbf admin admin] Made reservation on behalf of beb73721205a49bfaf8c2a425ca15066 for: {'subnet': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:09:42.849013 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2858-9f2c-4eda-b76e-b6f509f98bbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:43.099818 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2858-9f2c-4eda-b76e-b6f509f98bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for subnet, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:43.153291 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e2858-9f2c-4eda-b76e-b6f509f98bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae8faaa-f314-47a6-8462-98f06d2633fd,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:09:43.160475 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9e2858-9f2c-4eda-b76e-b6f509f98bbf admin admin] Checking segment: {'id': '655e12d1-2860-4db7-b9d9-64da6807ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:09:43.160826 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9e2858-9f2c-4eda-b76e-b6f509f98bbf admin admin] Network hostable DHCP agents. Network: 90277ce8-a4b3-48a6-b39d-712c241d5ebc, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:09:43.176716 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9e2858-9f2c-4eda-b76e-b6f509f98bbf admin admin] Network 90277ce8-a4b3-48a6-b39d-712c241d5ebc is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:09:43.187444 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-ec9e2858-9f2c-4eda-b76e-b6f509f98bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 90277ce8-a4b3-48a6-b39d-712c241d5ebc) {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:09:43.191890 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9e2858-9f2c-4eda-b76e-b6f509f98bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:09:43.192920 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2858-9f2c-4eda-b76e-b6f509f98bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:43.197715 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f142cc7-98da-49e9-b018-32527485cc27 None None] Network 90277ce8-a4b3-48a6-b39d-712c241d5ebc requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:09:43.206406 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ec9e2858-9f2c-4eda-b76e-b6f509f98bbf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3831916 Aug 05 02:09:43.355342 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0eb7b85f-7546-59ba-b405-1900b113e2e5-90277ce8-a4b3-48a6-b39d-712c241d5ebc', 'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc', 'tenant_id': 'beb73721205a49bfaf8c2a425ca15066', 'fixed_ips': [{'subnet_id': '5ae8faaa-f314-47a6-8462-98f06d2633fd'}]}} from dv-cinder-803533-1-iscsi. {{(pid=93457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 02:09:43.356248 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:43.583519 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.db_base_plugin_common [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Allocated IP 192.168.233.2 (90277ce8-a4b3-48a6-b39d-712c241d5ebc/5ae8faaa-f314-47a6-8462-98f06d2633fd/8760380a-a530-46a6-948d-6f37f4e18fd3) {{(pid=93457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:09:43.733243 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Notify callbacks [] for port, precommit_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:43.741977 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Transition to ACTIVE for port object 8760380a-a530-46a6-948d-6f37f4e18fd3 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:09:43.757199 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Transition to ACTIVE for port object 8760380a-a530-46a6-948d-6f37f4e18fd3 will not be triggered until provisioned by entity DHCP. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:09:43.763287 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:43.802787 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Network 90277ce8-a4b3-48a6-b39d-712c241d5ebc is already hosted by enough agents. {{(pid=93457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:09:43.805630 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.base_scheduler [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Resources bound (agent type, host, resource id): {{(pid=93457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:09:43.810026 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Received port after_create {{(pid=93457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:09:43.815314 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Pushing event updated for resources: {'Port': ['ID=8760380a-a530-46a6-948d-6f37f4e18fd3,revision_number=1']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:09:43.825568 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:43.825919 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:43.826267 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:43.826609 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:43.826978 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:43.827314 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:43.827648 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:43.827985 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:43.828334 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:43.828673 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:43.829000 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:43.829344 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:09:43.885131 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Attempting to bind port 8760380a-a530-46a6-948d-6f37f4e18fd3 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:09:43.885497 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Attempting to bind port 8760380a-a530-46a6-948d-6f37f4e18fd3 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': '655e12d1-2860-4db7-b9d9-64da6807ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:09:43.885859 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Attempting to bind port 8760380a-a530-46a6-948d-6f37f4e18fd3 on network 90277ce8-a4b3-48a6-b39d-712c241d5ebc {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:09:43.890754 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:09:43.891123 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Checking segment: {'id': '655e12d1-2860-4db7-b9d9-64da6807ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:09:43.891524 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:43.891907 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Bound using segment: {'id': '655e12d1-2860-4db7-b9d9-64da6807ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:09:43.892394 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Bound port: 8760380a-a530-46a6-948d-6f37f4e18fd3, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655e12d1-2860-4db7-b9d9-64da6807ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:09:43.892785 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:43.954091 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] For port 8760380a-a530-46a6-948d-6f37f4e18fd3, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:09:43.957233 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] For port 8760380a-a530-46a6-948d-6f37f4e18fd3, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=8760380a-a530-46a6-948d-6f37f4e18fd3,segment=NetworkSegment(655e12d1-2860-4db7-b9d9-64da6807ce3f),segment_id=655e12d1-2860-4db7-b9d9-64da6807ce3f)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:09:43.960908 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:44.015863 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed802401-ca37-47ce-a01a-6760a6ba6d29 None None] Pushing event updated for resources: {'Port': ['ID=8760380a-a530-46a6-948d-6f37f4e18fd3,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:09:44.848274 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0492b011-2964-4478-9f5d-cbba27719d7e None None] Network 90277ce8-a4b3-48a6-b39d-712c241d5ebc requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:09:44.932487 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-e7b502b1-2f99-43a8-8c20-6cdfd7646d18 None None] Provisioning for port 8760380a-a530-46a6-948d-6f37f4e18fd3 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:09:45.211672 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 8760380a-a530-46a6-948d-6f37f4e18fd3 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:09:45.275963 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 8760380a-a530-46a6-948d-6f37f4e18fd3 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:09:45.279824 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 8760380a-a530-46a6-948d-6f37f4e18fd3 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:09:45.280234 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:45.356459 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:45.389511 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 8760380a-a530-46a6-948d-6f37f4e18fd3, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=8760380a-a530-46a6-948d-6f37f4e18fd3,segment=NetworkSegment(655e12d1-2860-4db7-b9d9-64da6807ce3f),segment_id=655e12d1-2860-4db7-b9d9-64da6807ce3f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:09:45.393386 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:45.440555 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=8760380a-a530-46a6-948d-6f37f4e18fd3,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:09:47.176329 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 8760380a-a530-46a6-948d-6f37f4e18fd3 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:09:47.225748 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 8760380a-a530-46a6-948d-6f37f4e18fd3 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:09:47.226121 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:09:47.667181 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 5 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:09:58.167994 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-9520c232-70de-4614-9d69-3ccc07a0d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:00.825807 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0500-d3c7-4366-95c6-4152fbf7eb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:00.858378 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:02.016471 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:03.604199 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:24.665715 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 5 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:10:28.172953 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-811745c8-b0a6-4ab9-bafa-bc44fd6785e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:30.825200 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-72d8e583-6977-4e3c-a9ea-24ba1400b15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:30.859575 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:32.021235 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:33.605714 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:58.128082 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43240) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:10:58.134049 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [None req-4bcfaffa-b574-4b20-a127-5e651c4345b4 tempest-verify_tempest_config-1352500492 tempest-verify_tempest_config-1352500492-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 02:10:58.135090 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-4bcfaffa-b574-4b20-a127-5e651c4345b4 tempest-verify_tempest_config-1352500492 tempest-verify_tempest_config-1352500492-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060141 Aug 05 02:10:58.174770 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4631-5770-44f9-a939-b6efd3ef3588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:58.434544 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43258) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:10:58.539854 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:58.627095 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:58.630991 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:58.678260 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a88598783e5b4f53a4d81eb91c0272bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2426219 Aug 05 02:10:58.680121 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3ca0cf-8a0c-4c11-9bb6-fd320a0e8ef0,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:10:58.680879 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43262) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:10:58.686853 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.687224 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.687569 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.687904 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.688236 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.688579 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.688909 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.689233 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.689571 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.690406 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.690753 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.691077 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe12101-81cf-4cea-8ba1-4b3e957ac9e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.765050 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:58.785121 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:58.872575 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:58.875158 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:10:58.879287 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e3ca0cf-8a0c-4c11-9bb6-fd320a0e8ef0 HTTP/1.1" status: 204 len: 168 time: 0.1972475 Aug 05 02:10:58.887032 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3ca0cf-8a0c-4c11-9bb6-fd320a0e8ef0,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:10:58.893590 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.893959 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.894307 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.894662 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.895004 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.895353 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.895687 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.896018 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.896345 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.896671 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.896994 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:10:58.897316 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6ff5-b234-4ad3-ab2e-0ddb037a7c6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:11:00.829183 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-e2297011-8a54-4392-b022-1832a923c490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:11:00.860377 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:11:01.664999 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 5 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:11:02.022687 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:11:03.612252 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:11:28.176812 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-3a8f94f0-e81a-41dd-81d2-5e67be7c3664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:11:30.829713 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc217-9a24-4f21-8e82-9ddbde0d4205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:11:30.859749 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:11:32.024865 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:11:33.612827 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:11:38.663675 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 5 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:11:58.174319 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-73c25595-e367-431d-b7bb-1663f6d251b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:12:00.829954 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-136b7471-31aa-402c-b32f-b1963abbe386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:12:00.859891 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:12:02.027787 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:12:03.614769 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:12:15.661775 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 5 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:12:26.814273 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-685959'] for agent, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:12:28.175252 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-0051d2c5-cd2a-4225-a381-74b163a7637e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:12:30.764562 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43316) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:12:30.834822 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2ffd0548-5c75-4719-858c-e122d2f9c113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:12:30.862633 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:12:30.869831 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-dd527098-1899-49d8-9e18-58bdb78ea2de admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1042078 Aug 05 02:12:32.032438 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:12:33.031980 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43326) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:12:33.091358 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-229d15c3-ab2a-4c65-86d3-1d215604872c admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0583069 Aug 05 02:12:33.618519 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:12:52.659754 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:12:56.783795 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:12:58.174528 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c41a1abc-51cb-4445-890f-35e4954d5df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:00.835287 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-1b861824-5556-40df-b644-3b1fe76607e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:00.864907 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:02.034558 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:03.621708 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:26.783270 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:28.175212 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-5492abe7-6ef5-4bff-9da5-9a4ab81a9cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:29.659354 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:13:30.836391 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-0e72515d-82b3-4713-8b59-303970e7e1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:30.865162 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:32.037409 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:33.623791 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:56.905545 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:57.175192 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43448) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:13:57.459823 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-938942522-network', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:13:57.481185 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Made reservation on behalf of 49c1479075fe448796d5d551e5a9f0d8 for: {'network': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:13:57.483749 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:57.493629 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:57.588677 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:57.594790 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:57.623947 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088d2124-4789-4c45-a5d3-c5036d025bc1,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:13:57.631004 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:13:57.633432 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:57.633794 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:57.634317 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:57.634676 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:57.635205 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:57.635331 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:57.635665 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:57.635986 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:57.636439 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:57.636767 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:57.637139 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:57.637262 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Tracked resource versions report: Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: pushed versions: Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: { 'AddressGroup': {'1.2'}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'ConntrackHelper': {'1.0'}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Log': {'1.0'}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Network': {'1.1'}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Port': {'1.7'}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'PortForwarding': {'1.2'}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'QosPolicy': {'1.9'}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'SecurityGroup': {'1.4'}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'SubPort': {'1.0'}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Subnet': {'1.1'}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Trunk': {'1.1'}} Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: consumer versions: Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: { DHCP agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: HyperV agent@hv-cinder-80353: {}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: L3 agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: Metadata agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: Metering agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: Open vSwitch agent@dv-cinder-803533-1-iscsi: { 'AddressGroup': '1.2', Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'ConntrackHelper': '1.0', Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Log': '1.0', Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Network': '1.1', Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Port': '1.7', Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'PortForwarding': '1.2', Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'QosPolicy': '1.9', Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'SecurityGroup': '1.4', Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'SecurityGroupRule': '1.2', Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'SubPort': '1.0', Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Subnet': '1.1', Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: 'Trunk': '1.1'}} Aug 05 02:13:57.638370 dv-cinder-803533-1-iscsi neutron-server[93456]: {{(pid=93456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:13:57.649101 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:57.649496 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.segments_db [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Added segment a5ee952f-e925-4d2e-84d0-b1d4b96b33f6 of type vlan for network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 Aug 05 02:13:57.692943 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:57.721695 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:57.722787 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:13:57.723414 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:57.738388 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5619249 Aug 05 02:13:57.741417 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43484) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:13:57.747011 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Request body: {'subnet': {'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-subnet', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:13:57.748465 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.quota [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Loaded quota_driver: . Aug 05 02:13:57.793950 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Made reservation on behalf of 49c1479075fe448796d5d551e5a9f0d8 for: {'subnet': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:13:57.794740 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db59cb5-8dcb-4082-9123-52716728ab1d admin admin] Pushing event updated for resources: {'Network': ['ID=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:13:57.797802 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:57.808992 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:13:58.069915 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for subnet, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.115092 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b992d7-d595-4075-a6b5-e876d9c3bdbd,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:13:58.129492 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.130302 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.130877 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.131419 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.131942 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.132481 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.133020 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.133536 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.134068 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.134830 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.135442 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.135791 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Tracked resource versions report: Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: pushed versions: Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: { 'AddressGroup': {'1.2'}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'ConntrackHelper': {'1.0'}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Log': {'1.0'}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Network': {'1.1'}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Port': {'1.7'}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'PortForwarding': {'1.2'}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'QosPolicy': {'1.9'}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'SecurityGroup': {'1.4'}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'SubPort': {'1.0'}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Subnet': {'1.1'}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Trunk': {'1.1'}} Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: consumer versions: Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: { DHCP agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: HyperV agent@hv-cinder-80353: {}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: L3 agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: Metadata agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: Metering agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: Open vSwitch agent@dv-cinder-803533-1-iscsi: { 'AddressGroup': '1.2', Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'ConntrackHelper': '1.0', Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Log': '1.0', Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Network': '1.1', Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Port': '1.7', Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'PortForwarding': '1.2', Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'QosPolicy': '1.9', Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'SecurityGroup': '1.4', Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'SecurityGroupRule': '1.2', Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'SubPort': '1.0', Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Subnet': '1.1', Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: 'Trunk': '1.1'}} Aug 05 02:13:58.136866 dv-cinder-803533-1-iscsi neutron-server[93455]: {{(pid=93455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:13:58.168262 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Checking segment: {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:13:58.168671 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Network hostable DHCP agents. Network: 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:13:58.185368 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-e0a26527-424f-4589-a196-fc6f8bc573bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.199759 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:13:58.219768 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5) {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:13:58.228995 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0059e49c-b7c4-46f8-b275-07dd17ae220f None None] Network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:13:58.231587 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:13:58.232405 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.264244 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43512) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:13:58.265077 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-902636a8-b81f-4237-9525-d3f0e832c59a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5224280 Aug 05 02:13:58.282777 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:13:58.311505 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-656147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34533'] for router, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.313261 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34556'] for router, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.377691 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.401262 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0eb7b85f-7546-59ba-b405-1900b113e2e5-7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd'}]}} from dv-cinder-803533-1-iscsi. {{(pid=93457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 02:13:58.402575 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.536086 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.573047 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.db_base_plugin_common [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Allocated IP 172.20.0.2 (7ad7aa1f-1cc7-4e05-87c3-df22389e64b5/14b992d7-d595-4075-a6b5-e876d9c3bdbd/1627fc27-8a05-4795-b25f-5a9d1714ef45) {{(pid=93457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:13:58.601824 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43530) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:13:58.755566 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Notify callbacks [] for port, precommit_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.765936 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Transition to ACTIVE for port object 1627fc27-8a05-4795-b25f-5a9d1714ef45 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:13:58.781959 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.785534 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Transition to ACTIVE for port object 1627fc27-8a05-4795-b25f-5a9d1714ef45 will not be triggered until provisioned by entity DHCP. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:13:58.795115 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.805910 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.848218 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Pushing event updated for resources: {'Port': ['ID=1627fc27-8a05-4795-b25f-5a9d1714ef45,revision_number=1']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:13:58.858068 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.858375 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.858762 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.859061 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.859948 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.860444 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.860918 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.861409 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.861918 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.862377 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.862878 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.863343 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Tracked resource versions report: Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: pushed versions: Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: { 'AddressGroup': {'1.2'}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'ConntrackHelper': {'1.0'}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Log': {'1.0'}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Network': {'1.1'}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Port': {'1.7'}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'PortForwarding': {'1.2'}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'QosPolicy': {'1.9'}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'SecurityGroup': {'1.4'}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'SubPort': {'1.0'}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Subnet': {'1.1'}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Trunk': {'1.1'}} Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: consumer versions: Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: { DHCP agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: HyperV agent@hv-cinder-80353: {}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: L3 agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: Metadata agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: Metering agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: Open vSwitch agent@dv-cinder-803533-1-iscsi: { 'AddressGroup': '1.2', Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'ConntrackHelper': '1.0', Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Log': '1.0', Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Network': '1.1', Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Port': '1.7', Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'PortForwarding': '1.2', Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'QosPolicy': '1.9', Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'SecurityGroup': '1.4', Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'SecurityGroupRule': '1.2', Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'SubPort': '1.0', Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Subnet': '1.1', Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: 'Trunk': '1.1'}} Aug 05 02:13:58.864552 dv-cinder-803533-1-iscsi neutron-server[93457]: {{(pid=93457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:13:58.870461 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 is already hosted by enough agents. {{(pid=93457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:13:58.872399 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.base_scheduler [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Resources bound (agent type, host, resource id): {{(pid=93457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:13:58.874682 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Received port after_create {{(pid=93457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:13:58.934762 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Attempting to bind port 1627fc27-8a05-4795-b25f-5a9d1714ef45 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:13:58.935290 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Attempting to bind port 1627fc27-8a05-4795-b25f-5a9d1714ef45 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:13:58.935956 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Attempting to bind port 1627fc27-8a05-4795-b25f-5a9d1714ef45 on network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:13:58.942154 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:13:58.942770 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Checking segment: {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:13:58.943345 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.943943 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Bound using segment: {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:13:58.944566 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Bound port: 1627fc27-8a05-4795-b25f-5a9d1714ef45, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:13:58.945516 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:58.947350 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Allocated IP 172.27.3.156 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/0e17df09-7b45-4458-9444-705704a61b24) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:13:59.020548 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] For port 1627fc27-8a05-4795-b25f-5a9d1714ef45, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:13:59.024887 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] For port 1627fc27-8a05-4795-b25f-5a9d1714ef45, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=1627fc27-8a05-4795-b25f-5a9d1714ef45,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:13:59.025309 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1598299812-network', 'tenant_id': '865df7d7df6149d893fcb133a498b008'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:13:59.033853 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.055693 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Made reservation on behalf of 865df7d7df6149d893fcb133a498b008 for: {'network': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:13:59.058913 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.067741 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43550) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:13:59.108078 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18efe5c-ff31-4771-9403-bf7efa20cbaa None None] Pushing event updated for resources: {'Port': ['ID=1627fc27-8a05-4795-b25f-5a9d1714ef45,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:13:59.120033 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.146391 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.194809 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.237511 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:13:59.242395 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:13:59.246121 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:13:59.272727 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43558) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:13:59.294526 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43560) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:13:59.295896 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Pushing event updated for resources: {'Port': ['ID=0e17df09-7b45-4458-9444-705704a61b24,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:13:59.327602 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.341058 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.395543 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:13:59.414441 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772730464952', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.415742 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Unsubscribe: segment precommit_create {{(pid=93455) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 05 02:13:59.419536 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.segments_db [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Added segment 7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0 of type vlan for network 9630584d-728a-45ae-971c-a314bc1cd5a9 Aug 05 02:13:59.486037 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.534866 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.545616 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-384171765-network', 'tenant_id': 'b3412d5b792247319c0049353054d1dc'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:13:59.562390 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.564087 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:13:59.565069 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.584535 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e867586-db60-47ff-b49b-efdd4f6982cc,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:13:59.625418 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-863864348-network', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:13:59.654437 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Made reservation on behalf of b3412d5b792247319c0049353054d1dc for: {'network': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:13:59.657192 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.663515 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Made reservation on behalf of 4ac9b4fb0fb8454d8a6741c6b95149bd for: {'network': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:13:59.665837 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.687056 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.694589 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1127953655-network', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:13:59.711236 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1069257 Aug 05 02:13:59.720796 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43586) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:13:59.726717 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.728218 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-eddc5ccf-4f87-4739-899c-d871262e9b3e admin admin] Request body: {'subnet': {'network_id': '9630584d-728a-45ae-971c-a314bc1cd5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1598299812-subnet', 'tenant_id': '865df7d7df6149d893fcb133a498b008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:13:59.737940 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Made reservation on behalf of 6f7d0a3f342c463397c5e4677bd94032 for: {'network': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:13:59.740582 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.796721 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.809895 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddc5ccf-4f87-4739-899c-d871262e9b3e admin admin] Made reservation on behalf of 865df7d7df6149d893fcb133a498b008 for: {'subnet': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:13:59.813128 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-eddc5ccf-4f87-4739-899c-d871262e9b3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.835569 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edb75b-cdd0-4b8c-abbe-cc0f48528d26 admin admin] Pushing event updated for resources: {'Network': ['ID=9630584d-728a-45ae-971c-a314bc1cd5a9,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:13:59.853562 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 9630584d-728a-45ae-971c-a314bc1cd5a9 details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:13:59.976067 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:13:59.984841 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.027835 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c96214-75cc-4012-a20a-afd2527d581f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:00.059366 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686997'] for router, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.065513 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:14:00.090613 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.091259 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.segments_db [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Added segment 12e3ae11-79a5-4798-a92f-f7037601c981 of type vlan for network 04c23d2b-4628-4e7e-82ed-143193917639 Aug 05 02:14:00.177935 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.239972 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.242035 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.244542 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:00.245376 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.321745 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] Pushing event updated for resources: {'Network': ['ID=04c23d2b-4628-4e7e-82ed-143193917639,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:00.333620 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-aba3f1db-5d1e-4109-a304-55fd5a2143cb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0600176 Aug 05 02:14:00.334627 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.336861 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 04c23d2b-4628-4e7e-82ed-143193917639 details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:14:00.339462 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43602) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:00.371341 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53a1329-1afd-47c3-97a2-ca9ba9dec57d,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:00.398781 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-b6462018-2343-4f92-94ec-a2078cf39e8e admin admin] Request body: {'subnet': {'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-863864348-subnet', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:00.425975 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:14:00.438407 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.439124 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.segments_db [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Added segment 4efa2a4e-e03a-4727-8253-93422a5cd4b6 of type vlan for network 11b2c87c-584c-423a-bf93-87673f3bb1f4 Aug 05 02:14:00.496372 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.546061 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.546415 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:00.547674 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.548827 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde9a030-2a51-458f-a4c2-04e3b41e55f1 None None] Network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:14:00.611549 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.613544 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] Pushing event updated for resources: {'Network': ['ID=11b2c87c-584c-423a-bf93-87673f3bb1f4,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:00.639522 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.648377 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b2e1a167-1154-442d-b19a-33f5648712aa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5491712 Aug 05 02:14:00.649402 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43614) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:00.659523 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb is scheduled to L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 with binding_index 1 {{(pid=93456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 02:14:00.666183 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-8bb53020-612b-463e-a94d-0ac0574c38b6 admin admin] Request body: {'subnet': {'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-384171765-subnet', 'tenant_id': 'b3412d5b792247319c0049353054d1dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:00.671975 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6462018-2343-4f92-94ec-a2078cf39e8e admin admin] Made reservation on behalf of 4ac9b4fb0fb8454d8a6741c6b95149bd for: {'subnet': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:14:00.674042 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b6462018-2343-4f92-94ec-a2078cf39e8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.690018 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-eddc5ccf-4f87-4739-899c-d871262e9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for subnet, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.716055 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:14:00.760002 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb53020-612b-463e-a94d-0ac0574c38b6 admin admin] Made reservation on behalf of b3412d5b792247319c0049353054d1dc for: {'subnet': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:14:00.762723 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8bb53020-612b-463e-a94d-0ac0574c38b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.795134 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:00.830958 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 11b2c87c-584c-423a-bf93-87673f3bb1f4 details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:14:00.889376 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc5ccf-4f87-4739-899c-d871262e9b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6d1c75-1245-4a47-bdae-5d1d145a9c12,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:00.907358 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:00.907685 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.segments_db [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Added segment a5c2c68e-4043-4196-868c-6c6cd046990b of type vlan for network 8f5fbb29-064c-491b-937e-91e7d4f39d1c Aug 05 02:14:00.938348 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-a67a0467-67b6-4b28-9394-c3841ae5c5f1 None None] Provisioning for port 1627fc27-8a05-4795-b25f-5a9d1714ef45 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:01.004936 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddc5ccf-4f87-4739-899c-d871262e9b3e admin admin] Checking segment: {'id': '7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9630584d-728a-45ae-971c-a314bc1cd5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:01.004936 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc5ccf-4f87-4739-899c-d871262e9b3e admin admin] Network hostable DHCP agents. Network: 9630584d-728a-45ae-971c-a314bc1cd5a9, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:14:01.023325 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.069433 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b6462018-2343-4f92-94ec-a2078cf39e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for subnet, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.071821 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:14:01.073081 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc5ccf-4f87-4739-899c-d871262e9b3e admin admin] Network 9630584d-728a-45ae-971c-a314bc1cd5a9 is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:14:01.097105 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a11f77f4-59e4-447c-8bff-4406343429b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.099407 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Sync routers for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:14:01.111344 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.116071 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.117152 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:01.117765 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.123251 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:01.124394 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:01.128161 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] Notify callbacks [] for router, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.129372 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-155c2141-fdc3-4d3d-a741-c2e076ec9eaf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8641469 Aug 05 02:14:01.135700 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43646) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:01.177828 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-eddc5ccf-4f87-4739-899c-d871262e9b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 9630584d-728a-45ae-971c-a314bc1cd5a9) {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:01.188599 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e82cee-2811-46c2-9875-fe00e19bcd87 None None] Network 9630584d-728a-45ae-971c-a314bc1cd5a9 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:14:01.315297 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc5ccf-4f87-4739-899c-d871262e9b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:01.316933 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-eddc5ccf-4f87-4739-899c-d871262e9b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.338578 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8bb53020-612b-463e-a94d-0ac0574c38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for subnet, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.384863 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:01.405832 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6462018-2343-4f92-94ec-a2078cf39e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=62dd59a9-2ce2-4bfb-9d6c-59dc98b53745,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:01.466993 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1671093 Aug 05 02:14:01.499582 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43656) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:01.517230 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-08fd7df6-fbbb-4955-8b90-1a9b58d0554f admin admin] Request body: {'subnet': {'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1127953655-subnet', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:01.550173 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 1627fc27-8a05-4795-b25f-5a9d1714ef45 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:01.551911 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-eddc5ccf-4f87-4739-899c-d871262e9b3e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8296249 Aug 05 02:14:01.561125 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420970a7-1af7-43d3-873a-edd5e7dfc83c admin admin] Pushing event updated for resources: {'Network': ['ID=8f5fbb29-064c-491b-937e-91e7d4f39d1c,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:01.566939 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6462018-2343-4f92-94ec-a2078cf39e8e admin admin] Checking segment: {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:01.568996 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6462018-2343-4f92-94ec-a2078cf39e8e admin admin] Network hostable DHCP agents. Network: 04c23d2b-4628-4e7e-82ed-143193917639, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:14:01.621459 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7136b61a-b98f-40e3-8ea2-417c841da1a4 None None] Network 9630584d-728a-45ae-971c-a314bc1cd5a9 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:14:01.624741 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb53020-612b-463e-a94d-0ac0574c38b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21115f09-b253-45be-95ff-5784aee1cf34,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:01.627371 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 8f5fbb29-064c-491b-937e-91e7d4f39d1c details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:14:01.632877 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb53020-612b-463e-a94d-0ac0574c38b6 admin admin] Checking segment: {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:01.646272 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb53020-612b-463e-a94d-0ac0574c38b6 admin admin] Network hostable DHCP agents. Network: 11b2c87c-584c-423a-bf93-87673f3bb1f4, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:14:01.690602 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6462018-2343-4f92-94ec-a2078cf39e8e admin admin] Network 04c23d2b-4628-4e7e-82ed-143193917639 is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:14:01.715832 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb53020-612b-463e-a94d-0ac0574c38b6 admin admin] Network 11b2c87c-584c-423a-bf93-87673f3bb1f4 is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:14:01.730438 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-b6462018-2343-4f92-94ec-a2078cf39e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 04c23d2b-4628-4e7e-82ed-143193917639) {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:01.737537 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fd7df6-fbbb-4955-8b90-1a9b58d0554f admin admin] Made reservation on behalf of 6f7d0a3f342c463397c5e4677bd94032 for: {'subnet': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:14:01.740550 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6462018-2343-4f92-94ec-a2078cf39e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:01.742439 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b6462018-2343-4f92-94ec-a2078cf39e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.749343 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-8bb53020-612b-463e-a94d-0ac0574c38b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 11b2c87c-584c-423a-bf93-87673f3bb1f4) {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:01.756301 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-08fd7df6-fbbb-4955-8b90-1a9b58d0554f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.763465 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb53020-612b-463e-a94d-0ac0574c38b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:01.767286 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8bb53020-612b-463e-a94d-0ac0574c38b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.794709 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b6462018-2343-4f92-94ec-a2078cf39e8e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4254653 Aug 05 02:14:01.799150 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43666) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:01.804928 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:01.817404 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-8bb53020-612b-463e-a94d-0ac0574c38b6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1665218 Aug 05 02:14:01.881087 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-656147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34533'] for router, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.883191 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34556'] for router, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:01.929457 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:13:59Z', 'revision_number': 3, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:01.978776 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Checking router: 8d9c8df6-75bf-46e8-acd5-9c141467dbcb for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:14:01.986713 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Updating router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb port 0e17df09-7b45-4458-9444-705704a61b24 binding host dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:14:02.040477 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.107618 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0654ad96-2475-4166-9f36-01ecbe7b42e5 None None] Network 04c23d2b-4628-4e7e-82ed-143193917639 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:14:02.126064 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da8405-e286-48e3-805b-da495c28cd1e None None] Network 11b2c87c-584c-423a-bf93-87673f3bb1f4 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:14:02.290367 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.447598 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Notify callbacks [] for port, precommit_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.458879 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.provisioning_blocks [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Transition to ACTIVE for port object 0e17df09-7b45-4458-9444-705704a61b24 will not be triggered until provisioned by entity L2. {{(pid=93458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:02.475518 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.519953 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-08fd7df6-fbbb-4955-8b90-1a9b58d0554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for subnet, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.544863 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.548401 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Attempting to bind port 0e17df09-7b45-4458-9444-705704a61b24 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:02.549114 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Attempting to bind port 0e17df09-7b45-4458-9444-705704a61b24 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:02.549718 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Attempting to bind port 0e17df09-7b45-4458-9444-705704a61b24 on network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:02.557464 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Pushing event updated for resources: {'Port': ['ID=0e17df09-7b45-4458-9444-705704a61b24,revision_number=2']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:02.561795 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:02.562978 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Checking segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:02.563553 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0eb7b85f-7546-59ba-b405-1900b113e2e5-04c23d2b-4628-4e7e-82ed-143193917639', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745'}]}} from dv-cinder-803533-1-iscsi. {{(pid=93457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 02:14:02.563748 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.564305 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Bound using segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:02.564425 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.565032 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Bound port: 0e17df09-7b45-4458-9444-705704a61b24, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:02.565608 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.589580 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:02.591489 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:02.591489 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:02.591489 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:02.591489 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:02.592805 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 1627fc27-8a05-4795-b25f-5a9d1714ef45 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:02.594918 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:02.596786 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:02.596786 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:02.596786 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:02.596786 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:02.596786 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:02.597292 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Tracked resource versions report: Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: pushed versions: Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: { 'AddressGroup': {'1.2'}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'ConntrackHelper': {'1.0'}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Log': {'1.0'}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Network': {'1.1'}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Port': {'1.7'}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'PortForwarding': {'1.2'}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'QosPolicy': {'1.9'}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'SecurityGroup': {'1.4'}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'SecurityGroupRule': {'1.2'}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'SubPort': {'1.0'}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Subnet': {'1.1'}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Trunk': {'1.1'}} Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: consumer versions: Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: { DHCP agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: HyperV agent@hv-cinder-80353: {}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: L3 agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: Metadata agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: Metering agent@dv-cinder-803533-1-iscsi: {}, Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: Open vSwitch agent@dv-cinder-803533-1-iscsi: { 'AddressGroup': '1.2', Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'ConntrackHelper': '1.0', Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Log': '1.0', Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Network': '1.1', Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Port': '1.7', Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'PortForwarding': '1.2', Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'QosPolicy': '1.9', Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'SecurityGroup': '1.4', Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'SecurityGroupRule': '1.2', Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'SubPort': '1.0', Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Subnet': '1.1', Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: 'Trunk': '1.1'}} Aug 05 02:14:02.598149 dv-cinder-803533-1-iscsi neutron-server[93458]: {{(pid=93458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 02:14:02.642259 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.642484 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] For port 0e17df09-7b45-4458-9444-705704a61b24, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:02.646162 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] For port 0e17df09-7b45-4458-9444-705704a61b24, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=0e17df09-7b45-4458-9444-705704a61b24,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:02.655321 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.690610 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 1627fc27-8a05-4795-b25f-5a9d1714ef45 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:02.703617 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.757839 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd7df6-fbbb-4955-8b90-1a9b58d0554f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9843046-36d7-46e3-9a0f-2ccdca3a6899,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:02.758347 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:02.758600 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:02.766971 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cb583-d673-422f-ae3d-95124a04c25a None None] Pushing event updated for resources: {'Port': ['ID=0e17df09-7b45-4458-9444-705704a61b24,revision_number=3']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:02.802030 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:02.824464 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd7df6-fbbb-4955-8b90-1a9b58d0554f admin admin] Checking segment: {'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:02.824817 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd7df6-fbbb-4955-8b90-1a9b58d0554f admin admin] Network hostable DHCP agents. Network: 8f5fbb29-064c-491b-937e-91e7d4f39d1c, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:14:02.887389 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:02.970761 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd7df6-fbbb-4955-8b90-1a9b58d0554f admin admin] Network 8f5fbb29-064c-491b-937e-91e7d4f39d1c is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:14:03.001872 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-08fd7df6-fbbb-4955-8b90-1a9b58d0554f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 8f5fbb29-064c-491b-937e-91e7d4f39d1c) {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:03.018409 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4fc9e-1f16-4df8-ad9b-db4d5a2ff4e1 None None] Network 8f5fbb29-064c-491b-937e-91e7d4f39d1c requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:14:03.034034 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fd7df6-fbbb-4955-8b90-1a9b58d0554f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:03.036765 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a37cc-370e-4d0e-9bfa-9ed748f5b197 None None] Network 11b2c87c-584c-423a-bf93-87673f3bb1f4 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:14:03.037120 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-08fd7df6-fbbb-4955-8b90-1a9b58d0554f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:03.058937 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43726) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:03.072945 dv-cinder-803533-1-iscsi neutron-server[93455]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 05 02:14:03.139922 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-08fd7df6-fbbb-4955-8b90-1a9b58d0554f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6387303 Aug 05 02:14:03.142954 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43732) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:03.149747 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1127953655-router', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:03.236786 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-656147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34533'] for router, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:03.238154 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34556'] for router, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:03.258575 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Allocated IP 172.20.0.1 (7ad7aa1f-1cc7-4e05-87c3-df22389e64b5/14b992d7-d595-4075-a6b5-e876d9c3bdbd/c30f8af4-bb5b-46d9-b781-8e20ce5db726) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:03.290051 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:03.295232 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:13:59Z', 'revision_number': 3, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:03.339340 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3770c9ca-4958-4e4a-9d74-e86408d0b31c None None] The sync data for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi is: [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:13:59Z', 'revision_number': 3, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:14:03.607684 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:03.623270 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01063589-96cd-457f-8549-382e5bab7bf7 req-1ccc68ac-8abc-4b1d-af60-fb9fd8b84bbf tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:03.632916 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-1ccc68ac-8abc-4b1d-af60-fb9fd8b84bbf tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/networks?id=9630584d-728a-45ae-971c-a314bc1cd5a9 HTTP/1.1" status: 200 len: 812 time: 0.5610061 Aug 05 02:14:03.664820 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Transition to ACTIVE for port object c30f8af4-bb5b-46d9-b781-8e20ce5db726 will not be triggered until provisioned by entity DHCP. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:03.688955 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:03.693937 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43760) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:03.708206 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:03.708776 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:03.724382 dv-cinder-803533-1-iscsi neutron-server[93456]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 05 02:14:03.803832 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b545ecf-aad4-4051-8b11-778707afa7c5 None None] Network 8f5fbb29-064c-491b-937e-91e7d4f39d1c requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:14:03.838766 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.db_base_plugin_common [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Allocated IP 172.20.0.2 (04c23d2b-4628-4e7e-82ed-143193917639/62dd59a9-2ce2-4bfb-9d6c-59dc98b53745/b7d9799c-265f-4d83-af92-18b43862a7f2) {{(pid=93457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:03.870838 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-fea06540-ae22-4a65-afbd-4ab56eb01c8b tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/quotas/865df7d7df6149d893fcb133a498b008 HTTP/1.1" status: 200 len: 375 time: 0.2367437 Aug 05 02:14:03.910195 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 1627fc27-8a05-4795-b25f-5a9d1714ef45, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=1627fc27-8a05-4795-b25f-5a9d1714ef45,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:03.958133 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:03.992410 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-76fc2855-b028-486a-941b-90b759ff5542 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=865df7d7df6149d893fcb133a498b008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194599 Aug 05 02:14:04.019037 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:04.032317 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:04.161569 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Allocated IP 172.27.3.202 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/1896df3d-06ec-4a91-bccc-68bcf003bd5a) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:04.169401 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Pushing event updated for resources: {'Port': ['ID=c30f8af4-bb5b-46d9-b781-8e20ce5db726,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:04.194539 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 0e17df09-7b45-4458-9444-705704a61b24 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:04.245336 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:04.269445 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:04.315586 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-1d387f6e-5ffb-4e8c-8c9f-21ac026f47f0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 02:14:04.316679 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-1d387f6e-5ffb-4e8c-8c9f-21ac026f47f0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0813396 Aug 05 02:14:04.325340 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:04.340684 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=1627fc27-8a05-4795-b25f-5a9d1714ef45,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:04.353000 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:04.353482 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684671'] for router_interface, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:04.453885 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:04.489026 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-f7aec472-fa1f-4581-aa11-9ec0b0a6a8ef tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:04.497697 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-f7aec472-fa1f-4581-aa11-9ec0b0a6a8ef tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 814 time: 0.8011675 Aug 05 02:14:04.534274 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-69f1ac48-a76a-48ed-98e7-a5092808f3dc tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/quotas/b3412d5b792247319c0049353054d1dc HTTP/1.1" status: 200 len: 375 time: 0.0351286 Aug 05 02:14:04.629172 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-79642465-debc-485d-8e0a-da9995994d42 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936444 Aug 05 02:14:04.676877 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 0e17df09-7b45-4458-9444-705704a61b24 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:04.712288 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 0e17df09-7b45-4458-9444-705704a61b24 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:04.712865 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:04.715256 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:04.744911 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-b6ac9c68-b4c2-4b2a-be48-3addd89658c7 None None] Provisioning for port c30f8af4-bb5b-46d9-b781-8e20ce5db726 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:04.750609 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Transition to ACTIVE for port object b7d9799c-265f-4d83-af92-18b43862a7f2 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:04.756270 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3160ddd2-5817-4bf7-87bd-b80e86a03547 service neutron] 10.222.0.39 "GET /v2.0/networks/9630584d-728a-45ae-971c-a314bc1cd5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322145 Aug 05 02:14:04.765558 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-b6ac9c68-b4c2-4b2a-be48-3addd89658c7 None None] Provisioning complete for port c30f8af4-bb5b-46d9-b781-8e20ce5db726 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:04.765929 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9c68-b4c2-4b2a-be48-3addd89658c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:04.811717 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Transition to ACTIVE for port object b7d9799c-265f-4d83-af92-18b43862a7f2 will not be triggered until provisioned by entity DHCP. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:04.826824 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac9c68-b4c2-4b2a-be48-3addd89658c7 None None] Port c30f8af4-bb5b-46d9-b781-8e20ce5db726 cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:14:04.830301 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:04.848664 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:04.864509 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:04.871456 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-60dff699-9fa8-4ebc-91c6-b06bae216d93 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 02:14:04.873128 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-60dff699-9fa8-4ebc-91c6-b06bae216d93 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1628625 Aug 05 02:14:04.874401 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Network 04c23d2b-4628-4e7e-82ed-143193917639 is already hosted by enough agents. {{(pid=93457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:04.893959 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.base_scheduler [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Resources bound (agent type, host, resource id): {{(pid=93457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:04.902251 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Received port after_create {{(pid=93457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:04.923983 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Pushing event updated for resources: {'Port': ['ID=b7d9799c-265f-4d83-af92-18b43862a7f2,revision_number=1']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:04.939968 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:04.942011 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:04.949697 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:04.959664 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:04.980796 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 0e17df09-7b45-4458-9444-705704a61b24, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=0e17df09-7b45-4458-9444-705704a61b24,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:05.000101 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:05.034117 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:05.058925 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1896df3d-06ec-4a91-bccc-68bcf003bd5a,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:05.066441 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:05.106366 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=0e17df09-7b45-4458-9444-705704a61b24,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:05.109954 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Attempting to bind port b7d9799c-265f-4d83-af92-18b43862a7f2 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:05.110551 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Attempting to bind port b7d9799c-265f-4d83-af92-18b43862a7f2 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:05.111704 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Attempting to bind port b7d9799c-265f-4d83-af92-18b43862a7f2 on network 04c23d2b-4628-4e7e-82ed-143193917639 {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:05.119502 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:05.119883 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Checking segment: {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:05.120290 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:05.120685 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Bound using segment: {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:05.121166 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Bound port: b7d9799c-265f-4d83-af92-18b43862a7f2, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:05.121623 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:05.133813 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-9e8407ae-39cb-4125-a97f-81edfc371fb4 service neutron] 10.222.0.39 "GET /v2.0/networks/9630584d-728a-45ae-971c-a314bc1cd5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708420 Aug 05 02:14:05.205630 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] For port b7d9799c-265f-4d83-af92-18b43862a7f2, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:05.210342 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] For port b7d9799c-265f-4d83-af92-18b43862a7f2, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b7d9799c-265f-4d83-af92-18b43862a7f2,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:05.221282 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:05.263469 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-865844f0-5a8d-426a-9792-d823a60f99c0 service neutron] 10.222.0.39 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571391 Aug 05 02:14:05.365051 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2e28c-7523-4d71-b423-a3f2c86923a7 None None] Pushing event updated for resources: {'Port': ['ID=b7d9799c-265f-4d83-af92-18b43862a7f2,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:05.529932 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:05.538042 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Allocated IP 172.27.3.243 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/8d679df5-0ba4-4169-ae8c-c15cf810c220) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:05.575381 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-29ddc182-ab46-4505-ab3b-0d38539e0f76 service neutron] 10.222.0.39 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998972 Aug 05 02:14:05.626077 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:05.643731 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:05.644822 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537039'] for router_interface, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:05.849111 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Pushing event updated for resources: {'Port': ['ID=c30f8af4-bb5b-46d9-b781-8e20ce5db726,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:05.882433 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fd67bafd-cfaf-4ffe-8b41-3451cd12c1bd req-4594568a-1c52-49f8-8595-219b7962735e tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 210 time: 0.1129797 Aug 05 02:14:05.963518 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:06.095173 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-abf53760-56f4-47e1-a535-926e0c06e94b req-d6d24ec7-401b-4620-806d-ccc36647be0b tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 210 time: 0.0698714 Aug 05 02:14:06.103878 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:06.111732 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:06.120225 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686997'] for router, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:06.276940 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 0e17df09-7b45-4458-9444-705704a61b24 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:06.415099 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Router 8008acaf-dbc3-4046-bee1-de93b3aca573 is scheduled to L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 with binding_index 1 {{(pid=93455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 02:14:06.435386 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 0e17df09-7b45-4458-9444-705704a61b24 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:06.436290 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:06.588419 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:06.625694 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:14:06.657023 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Sync routers for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:14:06.657712 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:06.660351 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:14:06.661644 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-ffc162fb-ef86-4d94-ac4f-46c30f9886a4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8603911 Aug 05 02:14:06.664411 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43882) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:06.677231 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b7d9799c-265f-4d83-af92-18b43862a7f2 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:06.714243 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:06.715594 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:06.720841 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:06.731480 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:06.744169 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:06.750763 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8d679df5-0ba4-4169-ae8c-c15cf810c220,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:06.880011 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-c27cda57-0972-4a46-aa5e-5b4167de7962 None None] Provisioning complete for port c30f8af4-bb5b-46d9-b781-8e20ce5db726 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:06.880321 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c27cda57-0972-4a46-aa5e-5b4167de7962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:06.887081 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:06.897012 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:14:07.143007 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port b7d9799c-265f-4d83-af92-18b43862a7f2 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:07.143405 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-16f20255-6721-460d-9bd0-bf6aea70026e req-ee99109c-2f2e-4475-aa74-bcf6d0100a19 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 210 time: 0.0670593 Aug 05 02:14:07.150208 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 1627fc27-8a05-4795-b25f-5a9d1714ef45 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:07.152429 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-c27cda57-0972-4a46-aa5e-5b4167de7962 None None] Port c30f8af4-bb5b-46d9-b781-8e20ce5db726 cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:14:07.239028 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 1627fc27-8a05-4795-b25f-5a9d1714ef45 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:07.239589 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:07.242418 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:05Z', 'revision_number': 3, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:07.242592 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-632aff94-c47c-465c-8323-88224f96ea51 req-61747084-1918-4446-a53e-517eed35afb3 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 210 time: 0.0319610 Aug 05 02:14:07.257687 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:07.259903 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:14:07.266097 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-12f136cc-0979-4b4a-bb1a-c46e4be0dd9e admin admin] 10.222.0.39 "PUT /v2.0/routers/8d9c8df6-75bf-46e8-acd5-9c141467dbcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1268628 Aug 05 02:14:07.281775 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Sync routers for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:14:07.301339 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:07.301339 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:07.304989 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8556e-b497-41ce-898b-35164c7a398a None None] Network 04c23d2b-4628-4e7e-82ed-143193917639 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:14:07.338043 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Checking router: 8008acaf-dbc3-4046-bee1-de93b3aca573 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:14:07.338826 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Updating router 8008acaf-dbc3-4046-bee1-de93b3aca573 port 1896df3d-06ec-4a91-bccc-68bcf003bd5a binding host dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:14:07.430506 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:07.459547 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-9169ff30-dd82-40dd-b7b1-a990d902b5cb None None] Provisioning for port b7d9799c-265f-4d83-af92-18b43862a7f2 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:07.472302 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-9169ff30-dd82-40dd-b7b1-a990d902b5cb None None] Provisioning complete for port b7d9799c-265f-4d83-af92-18b43862a7f2 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:07.472668 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-9169ff30-dd82-40dd-b7b1-a990d902b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:07.506336 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:07.642832 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686997'] for router, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:07.647386 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:07.840978 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Allocated IP 172.20.0.1 (04c23d2b-4628-4e7e-82ed-143193917639/62dd59a9-2ce2-4bfb-9d6c-59dc98b53745/c81a9f85-8c73-449b-a36a-5326041e40ca) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:07.885539 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-9169ff30-dd82-40dd-b7b1-a990d902b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:07.934030 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Router 2b410f4c-84f4-47d2-8f5e-c703ec52d631 is scheduled to L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 with binding_index 1 {{(pid=93456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 02:14:07.945301 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-9169ff30-dd82-40dd-b7b1-a990d902b5cb None None] For port b7d9799c-265f-4d83-af92-18b43862a7f2, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b7d9799c-265f-4d83-af92-18b43862a7f2,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:07.977759 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-9169ff30-dd82-40dd-b7b1-a990d902b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.052050 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.077357 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Transition to ACTIVE for port object c81a9f85-8c73-449b-a36a-5326041e40ca will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:08.129434 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.139831 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43922) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:08.143592 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:05Z', 'revision_number': 2, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:08.170476 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Network 04c23d2b-4628-4e7e-82ed-143193917639 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:08.178040 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-133dcc97-8147-4fc5-a557-88ea802fa2e3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2057788001', 'description': 'tempest-description--1645831574'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:08.211591 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169ff30-dd82-40dd-b7b1-a990d902b5cb None None] Pushing event updated for resources: {'Port': ['ID=b7d9799c-265f-4d83-af92-18b43862a7f2,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:08.217377 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:08.218047 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:14:08.226805 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:08.227484 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684671'] for router_interface, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.229804 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Checking router: 8d9c8df6-75bf-46e8-acd5-9c141467dbcb for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:14:08.231602 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Updating router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb port c30f8af4-bb5b-46d9-b781-8e20ce5db726 binding host dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:14:08.236187 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Sync routers for ids ['2b410f4c-84f4-47d2-8f5e-c703ec52d631'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:14:08.254888 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Notify callbacks [] for port, precommit_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.262049 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Routers {'2b410f4c-84f4-47d2-8f5e-c703ec52d631'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:08.262716 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['2b410f4c-84f4-47d2-8f5e-c703ec52d631'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:08.290762 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.297554 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-895ca003-dc70-4458-95b2-f4ce0b62c34c req-dfbe8871-d2b4-4f63-a193-15317b9b7be4 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 210 time: 0.0709705 Aug 05 02:14:08.347773 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Transition to ACTIVE for port object 1896df3d-06ec-4a91-bccc-68bcf003bd5a will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:08.372853 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.390862 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-606c32d0-2152-4a60-967b-b33fec30a1a7 None None] Provisioning complete for port b7d9799c-265f-4d83-af92-18b43862a7f2 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:08.391529 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-606c32d0-2152-4a60-967b-b33fec30a1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.404561 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Pushing event updated for resources: {'Port': ['ID=c81a9f85-8c73-449b-a36a-5326041e40ca,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:08.564858 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.566007 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-23bfa6b9-c1bf-4a47-9c29-bc330b2539d5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4221146 Aug 05 02:14:08.568778 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 43934) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:08.578758 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-133dcc97-8147-4fc5-a557-88ea802fa2e3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.659333 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e80df81d-f3a6-46e0-a01c-47028b010717 req-73bd612d-eb39-4077-bb29-237d21e0a437 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 210 time: 0.0977058 Aug 05 02:14:08.683221 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Set router 2b410f4c-84f4-47d2-8f5e-c703ec52d631 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:08.701216 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.724521 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.provisioning_blocks [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Transition to ACTIVE for port object c30f8af4-bb5b-46d9-b781-8e20ce5db726 will not be triggered until provisioned by entity L2. {{(pid=93458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:08.741768 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.857829 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.944524 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Attempting to bind port c30f8af4-bb5b-46d9-b781-8e20ce5db726 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:08.944881 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Attempting to bind port c30f8af4-bb5b-46d9-b781-8e20ce5db726 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:08.945325 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Attempting to bind port c30f8af4-bb5b-46d9-b781-8e20ce5db726 on network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:08.955972 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:08.956353 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Checking segment: {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:08.956755 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:08.957160 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Bound using segment: {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:08.957665 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Bound port: c30f8af4-bb5b-46d9-b781-8e20ce5db726, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'}}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:08.958068 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.008896 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-133dcc97-8147-4fc5-a557-88ea802fa2e3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.025620 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Attempting to bind port 1896df3d-06ec-4a91-bccc-68bcf003bd5a on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:09.029509 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Attempting to bind port 1896df3d-06ec-4a91-bccc-68bcf003bd5a by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:09.029742 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-133dcc97-8147-4fc5-a557-88ea802fa2e3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.033584 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Attempting to bind port 1896df3d-06ec-4a91-bccc-68bcf003bd5a on network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:09.050378 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:09.050864 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Checking segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:09.051366 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.051854 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Bound using segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:09.052436 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Bound port: 1896df3d-06ec-4a91-bccc-68bcf003bd5a, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:09.058290 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.067858 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] For port c30f8af4-bb5b-46d9-b781-8e20ce5db726, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:09.073875 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-133dcc97-8147-4fc5-a557-88ea802fa2e3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.075263 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-133dcc97-8147-4fc5-a557-88ea802fa2e3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9167182 Aug 05 02:14:09.081980 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] For port c30f8af4-bb5b-46d9-b781-8e20ce5db726, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=c30f8af4-bb5b-46d9-b781-8e20ce5db726,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:09.084290 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43942) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:09.097009 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-f217801a-62aa-49b8-a8f8-7c73b5c125f2 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Request body: {'security_group_rule': {'security_group_id': '4616bcf5-8e31-45b0-aaa3-6a85a9e9be73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:09.103016 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e3c41-5354-4977-9fe3-f7b976bfa137 None None] Pushing event updated for resources: {'Port': ['ID=c30f8af4-bb5b-46d9-b781-8e20ce5db726,revision_number=3']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:09.111832 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.118436 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d024594-5b30-442b-a204-22642e71d06b None None] Pushing event updated for resources: {'Port': ['ID=1896df3d-06ec-4a91-bccc-68bcf003bd5a,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:09.173171 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dcc97-8147-4fc5-a557-88ea802fa2e3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:09.192640 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] For port 1896df3d-06ec-4a91-bccc-68bcf003bd5a, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:09.206735 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e3c41-5354-4977-9fe3-f7b976bfa137 None None] Pushing event updated for resources: {'Port': ['ID=c30f8af4-bb5b-46d9-b781-8e20ce5db726,revision_number=4']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:09.222743 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f217801a-62aa-49b8-a8f8-7c73b5c125f2 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.239376 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] For port 1896df3d-06ec-4a91-bccc-68bcf003bd5a, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=1896df3d-06ec-4a91-bccc-68bcf003bd5a,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:09.249509 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:09.250212 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:09.253689 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'name': 'tempest-ServerRescueNegativeTestJSON-1127953655-router', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:06Z', 'revision_number': 3, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'gw_port': {'id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:05Z', 'updated_at': '2021-08-05T02:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:09.318821 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.341855 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.360259 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.363394 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f217801a-62aa-49b8-a8f8-7c73b5c125f2 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.372902 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.373720 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537039'] for router_interface, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.395808 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Checking router: 2b410f4c-84f4-47d2-8f5e-c703ec52d631 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:14:09.396706 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Updating router 2b410f4c-84f4-47d2-8f5e-c703ec52d631 port 8d679df5-0ba4-4169-ae8c-c15cf810c220 binding host dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:14:09.419218 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f217801a-62aa-49b8-a8f8-7c73b5c125f2 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.426618 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Pushing event updated for resources: {'Port': ['ID=c81a9f85-8c73-449b-a36a-5326041e40ca,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:09.437646 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.478055 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:09.493626 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e73e0336-3162-4df3-9711-0b90267c45b7 req-75ee77cc-432d-45a8-8ab0-5cbd9127d6ca tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 210 time: 0.0472190 Aug 05 02:14:09.504426 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:09.506342 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:09.551329 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d024594-5b30-442b-a204-22642e71d06b None None] Pushing event updated for resources: {'Port': ['ID=1896df3d-06ec-4a91-bccc-68bcf003bd5a,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:09.564852 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217801a-62aa-49b8-a8f8-7c73b5c125f2 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c9763c-4dbe-4c95-bb34-d2da9c91a211,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:09.568211 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-fabdfc65-9085-4b26-9d07-4fc2b08b1d62 None None] Provisioning for port c81a9f85-8c73-449b-a36a-5326041e40ca completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:09.568890 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Allocated IP 172.20.0.1 (8f5fbb29-064c-491b-937e-91e7d4f39d1c/d9843046-36d7-46e3-9a0f-2ccdca3a6899/1b3a5d82-48d0-443d-adcf-4c136e8ba3ca) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:09.614046 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-fabdfc65-9085-4b26-9d07-4fc2b08b1d62 None None] Provisioning complete for port c81a9f85-8c73-449b-a36a-5326041e40ca triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:09.614600 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-fabdfc65-9085-4b26-9d07-4fc2b08b1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.619940 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Network 04c23d2b-4628-4e7e-82ed-143193917639 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:09.622690 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:09.626083 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f217801a-62aa-49b8-a8f8-7c73b5c125f2 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.629881 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-f217801a-62aa-49b8-a8f8-7c73b5c125f2 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5393796 Aug 05 02:14:09.630873 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43952) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:09.637334 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-a8d61003-fbf8-4ca1-90cf-d66b5ef5755e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Request body: {'security_group_rule': {'security_group_id': '4616bcf5-8e31-45b0-aaa3-6a85a9e9be73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:09.699836 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.799823 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.860225 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:09Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:09.878356 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:09.891884 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3a5d82-48d0-443d-adcf-4c136e8ba3ca,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:09.933881 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Network 8f5fbb29-064c-491b-937e-91e7d4f39d1c is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:09.935952 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:09.940932 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:09.941481 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684671'] for router_interface, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:09.946946 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-fabdfc65-9085-4b26-9d07-4fc2b08b1d62 None None] Port c81a9f85-8c73-449b-a36a-5326041e40ca cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:14:09.978605 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b1208-71a5-4c85-a15c-a92a4ee818d7 None None] The sync data for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi is: [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:09Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:14:10.043883 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a8d61003-fbf8-4ca1-90cf-d66b5ef5755e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.083092 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e964153d-05b5-4ead-8056-445867b4e6a6 req-54c346ac-3335-4285-bffd-5ffa8c9c7180 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 210 time: 0.0475397 Aug 05 02:14:10.170830 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b7d9799c-265f-4d83-af92-18b43862a7f2 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:10.227538 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.244138 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a8d61003-fbf8-4ca1-90cf-d66b5ef5755e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.274858 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Router 8008acaf-dbc3-4046-bee1-de93b3aca573 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:14:10.279804 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a8d61003-fbf8-4ca1-90cf-d66b5ef5755e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.373792 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-bdac8ca4-5beb-4119-a840-96c54ab6ec85 None None] Provisioning complete for port c81a9f85-8c73-449b-a36a-5326041e40ca triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:10.374251 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-bdac8ca4-5beb-4119-a840-96c54ab6ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.406864 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d61003-fbf8-4ca1-90cf-d66b5ef5755e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baf3160-51bc-4ae8-b4e7-c4b28e7b32be,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:10.411463 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:14:10.437965 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-84f1ffdd-2b96-42ef-8a1b-86ff4398b338 admin admin] 10.222.0.39 "PUT /v2.0/routers/8008acaf-dbc3-4046-bee1-de93b3aca573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7718275 Aug 05 02:14:10.461733 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a8d61003-fbf8-4ca1-90cf-d66b5ef5755e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.467089 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a8d61003-fbf8-4ca1-90cf-d66b5ef5755e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8340971 Aug 05 02:14:10.467089 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 43974) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:10.476097 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Request body: {'floatingip': {'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:10.514523 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-bdac8ca4-5beb-4119-a840-96c54ab6ec85 None None] Port c81a9f85-8c73-449b-a36a-5326041e40ca cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:14:10.534578 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.554600 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port b7d9799c-265f-4d83-af92-18b43862a7f2 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:10.555083 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.621141 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Notify callbacks [] for port, precommit_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.639746 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.647781 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Transition to ACTIVE for port object 8d679df5-0ba4-4169-ae8c-c15cf810c220 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:10.653512 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.654833 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537039'] for router_interface, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.667976 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.724218 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b3a60b61-3e62-4f11-8b97-36c8091d87b1 req-73164efc-0404-4818-a723-3ab33b5abfa3 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 210 time: 0.0653377 Aug 05 02:14:10.782968 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:09Z', 'revision_number': 2, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:10.877371 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Network 8f5fbb29-064c-491b-937e-91e7d4f39d1c is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:10.884997 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:10.886837 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3a5d82-48d0-443d-adcf-4c136e8ba3ca,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:10.914487 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f4af9-fd22-47b4-a33c-0adb70599267 None None] The sync data for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi is: [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:09Z', 'revision_number': 2, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:14:10.937994 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.954779 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Attempting to bind port 8d679df5-0ba4-4169-ae8c-c15cf810c220 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:10.955151 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Attempting to bind port 8d679df5-0ba4-4169-ae8c-c15cf810c220 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:10.955511 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Attempting to bind port 8d679df5-0ba4-4169-ae8c-c15cf810c220 on network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:10.972793 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671e308-fb91-4708-948e-bcb6464d74cf None None] Pushing event updated for resources: {'Port': ['ID=8d679df5-0ba4-4169-ae8c-c15cf810c220,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:10.993659 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:10.994047 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Checking segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:10.994420 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:10.994831 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Bound using segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:10.995299 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Bound port: 8d679df5-0ba4-4169-ae8c-c15cf810c220, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:10.995695 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:11.077326 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Router 2b410f4c-84f4-47d2-8f5e-c703ec52d631 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:14:11.104614 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] For port 8d679df5-0ba4-4169-ae8c-c15cf810c220, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:11.111994 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] For port 8d679df5-0ba4-4169-ae8c-c15cf810c220, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=8d679df5-0ba4-4169-ae8c-c15cf810c220,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:11.116440 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Allocated IP 172.27.3.51 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/a74024b9-da7d-4189-bffe-6778f6b2f284) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:11.121671 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:11.206555 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Routers {'2b410f4c-84f4-47d2-8f5e-c703ec52d631'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:11.207265 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['2b410f4c-84f4-47d2-8f5e-c703ec52d631'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:11.232188 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:14:11.249253 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-b2f9a97e-9ed2-4cf6-a1ec-9a34a12fbab0 admin admin] 10.222.0.39 "PUT /v2.0/routers/2b410f4c-84f4-47d2-8f5e-c703ec52d631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6792455 Aug 05 02:14:11.283404 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671e308-fb91-4708-948e-bcb6464d74cf None None] Pushing event updated for resources: {'Port': ['ID=8d679df5-0ba4-4169-ae8c-c15cf810c220,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:11.383384 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:11.450595 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-eca1353d-efba-4bc4-bb2c-9f089ec591f8 req-d8dddaac-6c35-4db5-aaaf-348d4a50231d tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 210 time: 0.2025309 Aug 05 02:14:11.501147 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:11.586319 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:11.590834 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:11.603346 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:11.638159 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] Set router 2b410f4c-84f4-47d2-8f5e-c703ec52d631 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:11.663739 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event updated for resources: {'Port': ['ID=a74024b9-da7d-4189-bffe-6778f6b2f284,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:11.689119 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44014) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:11.694492 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-6f62e831-1b6a-45b8-9c3d-bb2b1c74084f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470400740', 'description': 'tempest-description--1885159098'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:11.738912 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:11.785117 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f62e831-1b6a-45b8-9c3d-bb2b1c74084f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:11.826604 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:11.892217 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d01959cf-26a3-4aac-86c4-0de485a8a184 req-a9a44b2a-3494-4271-9be5-9899962d03d2 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 210 time: 0.0525057 Aug 05 02:14:11.985746 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'name': 'tempest-ServerRescueNegativeTestJSON-1127953655-router', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:10Z', 'revision_number': 4, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'gw_port': {'id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:05Z', 'updated_at': '2021-08-05T02:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '1b3a5d82-48d0-443d-adcf-4c136e8ba3ca', 'name': '', 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'mac_address': 'fa:16:3e:e1:83:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd9843046-36d7-46e3-9a0f-2ccdca3a6899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:09Z', 'updated_at': '2021-08-05T02:14:10Z', 'revision_number': 2, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'subnets': [{'id': 'd9843046-36d7-46e3-9a0f-2ccdca3a6899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:12.006036 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f62e831-1b6a-45b8-9c3d-bb2b1c74084f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.014626 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f62e831-1b6a-45b8-9c3d-bb2b1c74084f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.043114 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3ffec-d424-4c42-8a20-3426b93f6076 None None] The sync data for ids ['2b410f4c-84f4-47d2-8f5e-c703ec52d631'] in dv-cinder-803533-1-iscsi is: [{'id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'name': 'tempest-ServerRescueNegativeTestJSON-1127953655-router', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:10Z', 'revision_number': 4, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'gw_port': {'id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:05Z', 'updated_at': '2021-08-05T02:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '1b3a5d82-48d0-443d-adcf-4c136e8ba3ca', 'name': '', 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'mac_address': 'fa:16:3e:e1:83:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd9843046-36d7-46e3-9a0f-2ccdca3a6899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:09Z', 'updated_at': '2021-08-05T02:14:10Z', 'revision_number': 2, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'subnets': [{'id': 'd9843046-36d7-46e3-9a0f-2ccdca3a6899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:14:12.072537 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-7149ffae-2fff-4f66-83e3-bd5c7b6aab48 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:12.078478 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-7149ffae-2fff-4f66-83e3-bd5c7b6aab48 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/networks?id=8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 200 len: 819 time: 0.2828858 Aug 05 02:14:12.104557 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f62e831-1b6a-45b8-9c3d-bb2b1c74084f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.106431 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-6f62e831-1b6a-45b8-9c3d-bb2b1c74084f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4163377 Aug 05 02:14:12.109907 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44030) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:12.120674 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-bc5595e1-47df-4b43-be9f-565050822e40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Request body: {'security_group_rule': {'security_group_id': 'f0a5110c-fa24-473a-bcba-f1782032d6f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:12.120898 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-f5b34fe3-bbfe-4b99-baa6-04516476551e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/quotas/6f7d0a3f342c463397c5e4677bd94032 HTTP/1.1" status: 200 len: 375 time: 0.0378115 Aug 05 02:14:12.122757 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62e831-1b6a-45b8-9c3d-bb2b1c74084f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a5110c-fa24-473a-bcba-f1782032d6f0,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:12.174392 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bc5595e1-47df-4b43-be9f-565050822e40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.207262 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device c30f8af4-bb5b-46d9-b781-8e20ce5db726 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:12.315378 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port c30f8af4-bb5b-46d9-b781-8e20ce5db726 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:12.329445 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port c30f8af4-bb5b-46d9-b781-8e20ce5db726 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:12.329921 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.338974 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bc5595e1-47df-4b43-be9f-565050822e40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.347221 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bc5595e1-47df-4b43-be9f-565050822e40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.364917 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5595e1-47df-4b43-be9f-565050822e40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74137ddb-5672-4a01-bf11-f1ded5834a62,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:12.376285 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-6608d48e-60ac-440f-996d-1051adb1c4bc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f7d0a3f342c463397c5e4677bd94032&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2411366 Aug 05 02:14:12.391228 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bc5595e1-47df-4b43-be9f-565050822e40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.395010 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-bc5595e1-47df-4b43-be9f-565050822e40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2817090 Aug 05 02:14:12.397572 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44032) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:12.412613 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.417617 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-c11764a0-c05a-41b8-99a9-23040b8be80e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Request body: {'security_group_rule': {'security_group_id': 'f0a5110c-fa24-473a-bcba-f1782032d6f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:12.435559 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.442584 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.568366 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port c30f8af4-bb5b-46d9-b781-8e20ce5db726, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=c30f8af4-bb5b-46d9-b781-8e20ce5db726,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:12.578314 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.677977 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-30d8fc59-94f4-492e-8ac8-6014653aa04c req-42fe13bf-c4c7-40f5-8c21-22ed8a70734b tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 210 time: 0.0560193 Aug 05 02:14:12.680115 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=c30f8af4-bb5b-46d9-b781-8e20ce5db726,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:12.714111 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-9ad41c02-0ab6-4dc4-b65b-9436dcdb4777 service neutron] 10.222.0.39 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256021 Aug 05 02:14:12.744843 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.43', 61097) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:12.815452 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.865141 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c11764a0-c05a-41b8-99a9-23040b8be80e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.876774 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:12.886472 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4183288 Aug 05 02:14:12.900462 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01063589-96cd-457f-8549-382e5bab7bf7 req-ba18d0d2-5f70-4d7a-b93b-b14ba25e5a4c tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:12.902016 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-ba18d0d2-5f70-4d7a-b93b-b14ba25e5a4c tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.43 "GET /v2.0/networks?id=9630584d-728a-45ae-971c-a314bc1cd5a9 HTTP/1.1" status: 200 len: 812 time: 0.1560662 Aug 05 02:14:12.945228 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfb232-906c-412e-a77b-08ef4b4598f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event updated for resources: {'Port': ['ID=a74024b9-da7d-4189-bffe-6778f6b2f284,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:12.955803 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-01063589-96cd-457f-8549-382e5bab7bf7 req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Request body: {'port': {'device_id': '0636aff4-5fb7-4e39-8e95-679f89a95359', 'network_id': '9630584d-728a-45ae-971c-a314bc1cd5a9', 'admin_state_up': True, 'tenant_id': '865df7d7df6149d893fcb133a498b008'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:13.011493 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c11764a0-c05a-41b8-99a9-23040b8be80e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:13.018901 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c11764a0-c05a-41b8-99a9-23040b8be80e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:13.041545 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11764a0-c05a-41b8-99a9-23040b8be80e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d64c60a-05c6-48e8-b57a-a1341b74d443,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:13.083519 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-2e462307-2e18-466e-b9c4-56f5a2e01d91 service neutron] 10.222.0.39 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634131 Aug 05 02:14:13.084378 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c11764a0-c05a-41b8-99a9-23040b8be80e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:13.088262 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-c11764a0-c05a-41b8-99a9-23040b8be80e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6845989 Aug 05 02:14:13.094827 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44054) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:13.102160 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Request body: {'floatingip': {'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:13.125728 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-24facb9f-4591-47b9-8c63-435a062897ea req-965d72e0-3b9f-473c-bddc-be6d123ee75f tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 210 time: 0.0961719 Aug 05 02:14:13.171194 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:13.341909 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.43', 61102) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:13.664970 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01063589-96cd-457f-8549-382e5bab7bf7 req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Made reservation on behalf of 865df7d7df6149d893fcb133a498b008 for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:14:13.672526 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-01063589-96cd-457f-8549-382e5bab7bf7 req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:13.682945 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-ecd787b0-0cbb-4559-8b95-1cddc2977346 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2057788001&fields=id&tenant_id=49c1479075fe448796d5d551e5a9f0d8 HTTP/1.1" status: 200 len: 267 time: 0.3778994 Aug 05 02:14:13.770752 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0bb74175-9fc7-43f2-84cd-8228684471bf req-0bc6e84b-21fd-474e-9bf2-d44838bf73e1 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 210 time: 0.0700414 Aug 05 02:14:13.850911 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:13.898842 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-42b7dfed-8851-421e-8695-3a07a1ba75a0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:13.900764 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-42b7dfed-8851-421e-8695-3a07a1ba75a0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 814 time: 0.5455368 Aug 05 02:14:13.942516 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Request body: {'port': {'device_id': '20b5ebf9-6233-429f-b343-bb363397d70c', 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4', 'admin_state_up': True, 'tenant_id': 'b3412d5b792247319c0049353054d1dc'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:14.333011 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-9e9bea2c-c98d-42a9-82a1-c11706e625ae tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:14.334593 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-9e9bea2c-c98d-42a9-82a1-c11706e625ae tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 816 time: 0.6360481 Aug 05 02:14:14.372507 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0566efda-8206-4e67-8daa-61a6d36aea87 req-e0f1035e-329c-40f0-93b8-642b25ad4730 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 210 time: 0.1629953 Aug 05 02:14:14.391738 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 1896df3d-06ec-4a91-bccc-68bcf003bd5a up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:14.435436 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-d5fcab3d-bb15-422e-b43a-22724370b894 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/quotas/49c1479075fe448796d5d551e5a9f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0644472 Aug 05 02:14:14.531890 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Allocated IP 172.27.3.205 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/a2b8c48a-5bcf-42a5-a4a9-ab3c5abb9af6) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:14.551793 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44146) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:14.587712 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 1896df3d-06ec-4a91-bccc-68bcf003bd5a completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:14.609035 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 1896df3d-06ec-4a91-bccc-68bcf003bd5a triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:14.618387 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:14.629025 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-01063589-96cd-457f-8549-382e5bab7bf7 req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Allocated IP 172.20.0.11 (9630584d-728a-45ae-971c-a314bc1cd5a9/2e6d1c75-1245-4a47-bdae-5d1d145a9c12/e792b03f-aff1-4fec-ba16-cde51beb7893) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:14.680532 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:14.681214 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-0d7b6b4f-6536-4825-931f-c1773fbbe94c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2302442 Aug 05 02:14:14.732054 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:14.824921 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event updated for resources: {'Port': ['ID=a2b8c48a-5bcf-42a5-a4a9-ab3c5abb9af6,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:14.840070 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-44e0f408-3421-4440-8299-eb4976a45ea2 req-55ac7bf6-57b0-4154-b990-4ca516f9ef4d tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 210 time: 0.1101959 Aug 05 02:14:14.864693 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5c7062b4-4ef1-4068-892d-f4b35b702a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:14.877729 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:14.890756 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:14.898017 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:14.914394 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:15.006595 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 1896df3d-06ec-4a91-bccc-68bcf003bd5a, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=1896df3d-06ec-4a91-bccc-68bcf003bd5a,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:15.019875 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:15.022410 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device c30f8af4-bb5b-46d9-b781-8e20ce5db726 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:15.030453 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:15.149886 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5c7062b4-4ef1-4068-892d-f4b35b702a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:15.201103 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5c7062b4-4ef1-4068-892d-f4b35b702a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:15.218766 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-71b80444-6007-42e0-b2a4-8e7b99cea17d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:15.226315 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-71b80444-6007-42e0-b2a4-8e7b99cea17d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/networks?id=8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 200 len: 819 time: 0.1645350 Aug 05 02:14:15.288238 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-d446608f-1d2e-49b2-b2e4-1b06f4906633 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/quotas/6f7d0a3f342c463397c5e4677bd94032 HTTP/1.1" status: 200 len: 375 time: 0.0602000 Aug 05 02:14:15.329900 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=1896df3d-06ec-4a91-bccc-68bcf003bd5a,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:15.339099 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port c30f8af4-bb5b-46d9-b781-8e20ce5db726 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:15.340692 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:15.370987 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Made reservation on behalf of b3412d5b792247319c0049353054d1dc for: {'port': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:14:15.398483 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:15.426791 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-5c7062b4-4ef1-4068-892d-f4b35b702a7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1f676b30eae40f987e38a20a604d64d&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8725462 Aug 05 02:14:15.441902 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44172) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:15.640023 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-01063589-96cd-457f-8549-382e5bab7bf7 req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:15.695183 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7062b4-4ef1-4068-892d-f4b35b702a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d26fd5f-5397-4b1f-9369-730750a85aa3,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:15.701537 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.43', 61111) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:15.878247 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-24d9699f-4c43-4710-a8e9-b968e0185b78 service neutron] 10.222.0.39 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1276433 Aug 05 02:14:15.895885 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-01063589-96cd-457f-8549-382e5bab7bf7 req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:15.913471 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Allocated IP 172.20.0.8 (11b2c87c-584c-423a-bf93-87673f3bb1f4/21115f09-b253-45be-95ff-5784aee1cf34/8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:15.924194 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:16.042729 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-a7eaf713-0bc2-459e-9b32-ddbf12c6ae18 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f7d0a3f342c463397c5e4677bd94032&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7520227 Aug 05 02:14:16.221403 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7358df01-6252-4178-9d65-eadf42723acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:16.222824 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Sync routers for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:14:16.223402 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-7ee8c7e0-cf6e-4683-8c5c-4b73c24730e3 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:16.233127 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-7ee8c7e0-cf6e-4683-8c5c-4b73c24730e3 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.43 "GET /v2.0/networks?id=8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 200 len: 819 time: 0.5183296 Aug 05 02:14:16.242046 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:16.247144 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:16.334725 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 8d679df5-0ba4-4169-ae8c-c15cf810c220 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:16.360198 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01063589-96cd-457f-8549-382e5bab7bf7 req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Network 9630584d-728a-45ae-971c-a314bc1cd5a9 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:16.374831 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Request body: {'port': {'device_id': 'd050a13e-725e-42d5-b0b7-55b1fc01cae5', 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c', 'admin_state_up': True, 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:16.444353 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:16.461435 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 8d679df5-0ba4-4169-ae8c-c15cf810c220 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:16.470755 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 8d679df5-0ba4-4169-ae8c-c15cf810c220 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:16.472294 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:16.619884 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:16.631709 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7358df01-6252-4178-9d65-eadf42723acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:16.651551 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 8d679df5-0ba4-4169-ae8c-c15cf810c220, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=8d679df5-0ba4-4169-ae8c-c15cf810c220,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:16.659989 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-90bfbed2-f6cb-4598-880f-5492a3981505 service neutron] 10.222.0.39 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174541 Aug 05 02:14:16.663883 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:16.664751 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 1896df3d-06ec-4a91-bccc-68bcf003bd5a up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:16.712975 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-01063589-96cd-457f-8549-382e5bab7bf7 req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:16.738826 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-01063589-96cd-457f-8549-382e5bab7bf7 req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:16.746155 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01063589-96cd-457f-8549-382e5bab7bf7 req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:16.747235 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-01063589-96cd-457f-8549-382e5bab7bf7 req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:16.768194 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7358df01-6252-4178-9d65-eadf42723acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:16.770733 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7358df01-6252-4178-9d65-eadf42723acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:16.772989 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-7358df01-6252-4178-9d65-eadf42723acc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d26fd5f-5397-4b1f-9369-730750a85aa3 HTTP/1.1" status: 204 len: 168 time: 1.3161416 Aug 05 02:14:16.796917 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 1896df3d-06ec-4a91-bccc-68bcf003bd5a triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:16.797723 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:16.807780 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358df01-6252-4178-9d65-eadf42723acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d26fd5f-5397-4b1f-9369-730750a85aa3,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:16.831223 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Pushing event updated for resources: {'Port': ['ID=e792b03f-aff1-4fec-ba16-cde51beb7893,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:16.851529 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-29325f91-b9fb-4c9d-9155-ba66d2e63b35 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9012215 Aug 05 02:14:16.898451 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Made reservation on behalf of 6f7d0a3f342c463397c5e4677bd94032 for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:14:16.900756 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=8d679df5-0ba4-4169-ae8c-c15cf810c220,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:16.902888 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:16.948166 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-a17be669-4f60-4df6-b3d2-1101bdd4761e service neutron] 10.222.0.39 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0437253 Aug 05 02:14:16.980319 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:17.003222 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:09Z', 'revision_number': 2, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:17.052794 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:17.064298 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:17.064722 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Checking router: 8008acaf-dbc3-4046-bee1-de93b3aca573 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:14:17.065147 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Updating router 8008acaf-dbc3-4046-bee1-de93b3aca573 port c81a9f85-8c73-449b-a36a-5326041e40ca binding host dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:14:17.096950 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:17.113665 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-fd948ebb-9adc-4619-9892-fc60377a2eae service neutron] 10.222.0.39 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524584 Aug 05 02:14:17.179500 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-2528c690-14ce-4e69-8c22-61739dae443f tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 02:14:17.181213 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-2528c690-14ce-4e69-8c22-61739dae443f tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074468 Aug 05 02:14:17.292569 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Allocated IP 172.20.0.13 (8f5fbb29-064c-491b-937e-91e7d4f39d1c/d9843046-36d7-46e3-9a0f-2ccdca3a6899/aaedd208-5daa-4672-b829-1910d313c761) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:17.297320 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:17.482588 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event updated for resources: {'Port': ['ID=a2b8c48a-5bcf-42a5-a4a9-ab3c5abb9af6,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:17.499422 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:17.503862 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:17.525449 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-f7161a1c-a77e-42ca-862f-13e17a47251c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4294262 Aug 05 02:14:17.807419 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Request body: {'port': {'device_id': '0636aff4-5fb7-4e39-8e95-679f89a95359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:17.809743 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44230) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:17.951643 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Pushing event updated for resources: {'Port': ['ID=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:18.141469 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b186bc3a-2b08-45b8-83e1-9e5f6203d9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:18.185230 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Network 11b2c87c-584c-423a-bf93-87673f3bb1f4 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:18.219737 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 8d679df5-0ba4-4169-ae8c-c15cf810c220 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:18.236923 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:18.255134 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:18.305326 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:18.311956 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:18.324835 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Notify callbacks [] for port, precommit_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:18.326947 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b186bc3a-2b08-45b8-83e1-9e5f6203d9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:18.348833 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 8d679df5-0ba4-4169-ae8c-c15cf810c220 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:18.349331 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:18.354042 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.provisioning_blocks [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Transition to ACTIVE for port object c81a9f85-8c73-449b-a36a-5326041e40ca will not be triggered until provisioned by entity L2. {{(pid=93458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:18.359395 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b186bc3a-2b08-45b8-83e1-9e5f6203d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:18.363127 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761621a-c3f5-4668-ab3e-3b675303af22 req-d2964158-d6b3-4124-9c77-4e72e877f7e8 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:18.372334 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0761621a-c3f5-4668-ab3e-3b675303af22 req-d2964158-d6b3-4124-9c77-4e72e877f7e8 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 931 time: 0.3669720 Aug 05 02:14:18.373925 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:18.391667 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-45a9d150-bff7-4887-93c0-314e7112da88 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4536541 Aug 05 02:14:18.426202 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-b186bc3a-2b08-45b8-83e1-9e5f6203d9aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c149bc11304247629219f2ff40f7fb23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6033955 Aug 05 02:14:18.444669 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0761621a-c3f5-4668-ab3e-3b675303af22 req-38a09a18-df1b-4779-a788-8597b9f187d5 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707123 Aug 05 02:14:18.446677 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44242) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:18.474679 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Request body: {'port': {'device_id': '20b5ebf9-6233-429f-b343-bb363397d70c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:18.498560 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a4b37-5c57-4045-86b1-6dba47e59a69 None None] Pushing event updated for resources: {'Port': ['ID=c81a9f85-8c73-449b-a36a-5326041e40ca,revision_number=3']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:18.565026 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96398472-0b1c-4931-a865-48557503226f req-1f0c89ca-c143-4e0c-a4e2-9b8b09c3d518 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:18.594270 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-96398472-0b1c-4931-a865-48557503226f req-1f0c89ca-c143-4e0c-a4e2-9b8b09c3d518 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 932 time: 0.6452558 Aug 05 02:14:18.601086 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:18.632968 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Attempting to bind port c81a9f85-8c73-449b-a36a-5326041e40ca on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:18.633607 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Attempting to bind port c81a9f85-8c73-449b-a36a-5326041e40ca by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:18.634187 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Attempting to bind port c81a9f85-8c73-449b-a36a-5326041e40ca on network 04c23d2b-4628-4e7e-82ed-143193917639 {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:18.655363 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:18.656676 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Checking segment: {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:18.657316 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:18.657942 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Bound using segment: {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:18.659279 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Bound port: c81a9f85-8c73-449b-a36a-5326041e40ca, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'}}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:18.659279 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:18.697956 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:18.775057 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] For port c81a9f85-8c73-449b-a36a-5326041e40ca, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:18.781236 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] For port c81a9f85-8c73-449b-a36a-5326041e40ca, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=c81a9f85-8c73-449b-a36a-5326041e40ca,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:18.789125 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:18.857247 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:18.858207 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:18.941664 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Sync routers for ids ['2b410f4c-84f4-47d2-8f5e-c703ec52d631'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:14:18.963104 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Routers {'2b410f4c-84f4-47d2-8f5e-c703ec52d631'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:18.967887 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['2b410f4c-84f4-47d2-8f5e-c703ec52d631'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:19.130178 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:19.139403 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a4b37-5c57-4045-86b1-6dba47e59a69 None None] Pushing event updated for resources: {'Port': ['ID=c81a9f85-8c73-449b-a36a-5326041e40ca,revision_number=4']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:19.224963 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:19.350073 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Set router 2b410f4c-84f4-47d2-8f5e-c703ec52d631 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:19.443581 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186bc3a-2b08-45b8-83e1-9e5f6203d9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b04bc5-adbd-44bf-a4dc-8e2f63e03050,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:19.467627 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-951198ef-9c70-49b6-82c7-68d524f22b0d req-ed5a77f7-81b4-47e7-9906-13c225dda6b1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 210 time: 0.8734775 Aug 05 02:14:19.537236 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-96398472-0b1c-4931-a865-48557503226f req-906e39f6-4311-4376-8c92-ba91d5d09201 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9391007 Aug 05 02:14:19.739187 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-589acafd-dda1-4e73-ab81-af53da9cd00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:19.808408 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:18Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:19.826754 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-53a99341-70c3-4851-b1ef-f10fd3468094 req-bdc51125-aaf5-48b2-b8eb-a296e1e17dbb tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.1973987 Aug 05 02:14:19.885681 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'name': 'tempest-ServerRescueNegativeTestJSON-1127953655-router', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:10Z', 'revision_number': 4, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'gw_port': {'id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:05Z', 'updated_at': '2021-08-05T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '1b3a5d82-48d0-443d-adcf-4c136e8ba3ca', 'name': '', 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'mac_address': 'fa:16:3e:e1:83:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd9843046-36d7-46e3-9a0f-2ccdca3a6899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:09Z', 'updated_at': '2021-08-05T02:14:10Z', 'revision_number': 2, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'subnets': [{'id': 'd9843046-36d7-46e3-9a0f-2ccdca3a6899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:19.916996 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d93785c-c99f-420c-bc45-fbd83f10abbd None None] The sync data for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi is: [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:18Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:14:19.923938 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-589acafd-dda1-4e73-ab81-af53da9cd00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:19.927566 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Checking router: 2b410f4c-84f4-47d2-8f5e-c703ec52d631 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:14:19.928220 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Updating router 2b410f4c-84f4-47d2-8f5e-c703ec52d631 port 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca binding host dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:14:20.017669 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:20.028227 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:20.133869 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6fdd4031-f82d-4615-a66a-bb4a24827d83 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1470400740&fields=id&tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd HTTP/1.1" status: 200 len: 267 time: 0.2435930 Aug 05 02:14:20.281799 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-589acafd-dda1-4e73-ab81-af53da9cd00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:20.286288 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-589acafd-dda1-4e73-ab81-af53da9cd00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:20.288143 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-589acafd-dda1-4e73-ab81-af53da9cd00d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5b04bc5-adbd-44bf-a4dc-8e2f63e03050 HTTP/1.1" status: 204 len: 168 time: 1.8411975 Aug 05 02:14:20.289101 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.43', 61122) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:20.335005 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device c81a9f85-8c73-449b-a36a-5326041e40ca up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:20.464553 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38185ed-5283-40c8-96ac-70c963f78855 req-a1ba09d0-cb05-4f76-9579-3162c6a674d9 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:20.477435 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-a1ba09d0-cb05-4f76-9579-3162c6a674d9 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/networks?id=04c23d2b-4628-4e7e-82ed-143193917639 HTTP/1.1" status: 200 len: 810 time: 0.3258877 Aug 05 02:14:20.520939 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Network 8f5fbb29-064c-491b-937e-91e7d4f39d1c is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:20.537425 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:20.541334 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:20.547400 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589acafd-dda1-4e73-ab81-af53da9cd00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b04bc5-adbd-44bf-a4dc-8e2f63e03050,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:20.558306 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3399b95e-e17f-43eb-a7b2-11224273fc99 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:20.560455 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3399b95e-e17f-43eb-a7b2-11224273fc99 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.43 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 816 time: 0.2297988 Aug 05 02:14:20.560853 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:20.561528 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:20.599659 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679b0a8-b8bc-4277-a58a-59b334a8a6a3 req-a950d90d-7dcd-4fa8-96a4-10312e7252ea tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:20.607911 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a679b0a8-b8bc-4277-a58a-59b334a8a6a3 req-a950d90d-7dcd-4fa8-96a4-10312e7252ea tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 931 time: 0.4471614 Aug 05 02:14:20.617426 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port c81a9f85-8c73-449b-a36a-5326041e40ca completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:20.693504 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a679b0a8-b8bc-4277-a58a-59b334a8a6a3 req-a3c64316-0117-4c70-b4bf-cedee6c236c7 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846488 Aug 05 02:14:20.704903 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-1bf28d35-6bf1-4d32-aa1d-e6d20f0da02d tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/quotas/4ac9b4fb0fb8454d8a6741c6b95149bd HTTP/1.1" status: 200 len: 375 time: 0.1803429 Aug 05 02:14:20.719501 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Pushing event updated for resources: {'Port': ['ID=aaedd208-5daa-4672-b829-1910d313c761,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:20.744917 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-27c07923-460e-4edf-b34d-eb83cfc74efc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3854411 Aug 05 02:14:20.758250 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-cda544a7-019d-45c1-ae77-56bca62da720 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49c1479075fe448796d5d551e5a9f0d8 HTTP/1.1" status: 200 len: 380 time: 0.1726830 Aug 05 02:14:20.852895 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:14:20.863671 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:20.871969 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Request body: {'port': {'device_id': 'd050a13e-725e-42d5-b0b7-55b1fc01cae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:20.914094 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f57c6314-b2d4-4155-aa16-eb73d7693ca0 req-1cbaf360-f941-41e1-9979-e4cac793578a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 210 time: 0.0505242 Aug 05 02:14:20.914387 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:20.927712 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Transition to ACTIVE for port object 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:20.930458 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Transition to ACTIVE for port object 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:20.935861 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port c81a9f85-8c73-449b-a36a-5326041e40ca triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:20.936300 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:20.940495 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:20.940903 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Request body: {'port': {'device_id': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'admin_state_up': True, 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'security_groups': ['4616bcf5-8e31-45b0-aaa3-6a85a9e9be73']}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:20.955360 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:20.990759 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-636e92c4-9600-4f3a-a19d-cacf5030afe5 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2371426 Aug 05 02:14:21.074306 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:21.202878 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6d185-730a-4816-b04c-82966242311f service neutron] Pushing event updated for resources: {'Port': ['ID=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:21.243355 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83646002-fcb8-472f-9f51-0a16d74b5166 None None] Pushing event updated for resources: {'Port': ['ID=1b3a5d82-48d0-443d-adcf-4c136e8ba3ca,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:21.382045 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44300) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:21.417000 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.43', 61128) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:21.434874 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Attempting to bind port 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:21.435248 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Attempting to bind port 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:21.435636 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Attempting to bind port 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca on network 8f5fbb29-064c-491b-937e-91e7d4f39d1c {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:21.482111 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:21.483118 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Checking segment: {'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:21.485057 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:21.485057 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Bound using segment: {'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:21.485441 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Bound port: 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:21.485804 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:21.486508 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e792b03f-aff1-4fec-ba16-cde51beb7893 {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:14:21.526307 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:21.653290 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:21.696945 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] For port 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:21.707895 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] For port 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=1b3a5d82-48d0-443d-adcf-4c136e8ba3ca,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:21.734335 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:21.775185 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f61bc4f9-f760-471a-bd36-2b1b9dab4cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:21.800597 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Transition to ACTIVE for port object e792b03f-aff1-4fec-ba16-cde51beb7893 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:21.859795 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port c81a9f85-8c73-449b-a36a-5326041e40ca, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=c81a9f85-8c73-449b-a36a-5326041e40ca,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:21.925780 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83646002-fcb8-472f-9f51-0a16d74b5166 None None] Pushing event updated for resources: {'Port': ['ID=1b3a5d82-48d0-443d-adcf-4c136e8ba3ca,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:21.936291 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:21.983093 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-93c3458e-15cc-42a2-a526-41ab18630ddf tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:21.985530 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-93c3458e-15cc-42a2-a526-41ab18630ddf tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.43 "GET /v2.0/networks?id=8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 200 len: 819 time: 0.5291414 Aug 05 02:14:22.034731 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43e483-42a4-4808-a7ba-cb4d0ee4a5d4 req-0fbef739-8202-4ca2-93a3-a6e3c851200f tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:22.038297 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fd43e483-42a4-4808-a7ba-cb4d0ee4a5d4 req-0fbef739-8202-4ca2-93a3-a6e3c851200f tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 932 time: 0.8791447 Aug 05 02:14:22.053340 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Attempting to bind port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:22.053857 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Attempting to bind port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:22.054230 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Attempting to bind port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c on network 11b2c87c-584c-423a-bf93-87673f3bb1f4 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:22.085074 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c on network 11b2c87c-584c-423a-bf93-87673f3bb1f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:14:22.085560 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Attempting to bind port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c on network 11b2c87c-584c-423a-bf93-87673f3bb1f4 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:22.088037 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Routers {'2b410f4c-84f4-47d2-8f5e-c703ec52d631'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:22.097452 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['2b410f4c-84f4-47d2-8f5e-c703ec52d631'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:22.099663 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaedd208-5daa-4672-b829-1910d313c761 {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:14:22.110026 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:22.123384 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Transition to ACTIVE for port object aaedd208-5daa-4672-b829-1910d313c761 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:22.128637 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-c6645fb2-e84b-4270-a076-825b3b94cf17 service neutron] 10.222.0.39 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0544417 Aug 05 02:14:22.130000 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:22.151350 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:22.151350 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Checking segment: {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:22.151350 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Bound using segment: {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:22.151350 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Bound port: 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:22.151350 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:22.151889 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:22.240549 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f61bc4f9-f760-471a-bd36-2b1b9dab4cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:22.241436 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:22.267128 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f61bc4f9-f760-471a-bd36-2b1b9dab4cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:22.331475 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fd43e483-42a4-4808-a7ba-cb4d0ee4a5d4 req-ea79e4d5-33be-468b-be18-e2c2f9916e65 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835214 Aug 05 02:14:22.350888 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Pushing event updated for resources: {'Port': ['ID=e792b03f-aff1-4fec-ba16-cde51beb7893,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:22.455042 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-f61bc4f9-f760-471a-bd36-2b1b9dab4cef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=469d8c89ccb8468498e9c77df0671d21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0388362 Aug 05 02:14:22.455886 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bc4f9-f760-471a-bd36-2b1b9dab4cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2d6a18-eaab-4df3-a1c9-ae9589e724ac,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:22.469173 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44320) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:22.495979 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Made reservation on behalf of 49c1479075fe448796d5d551e5a9f0d8 for: {'port': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:14:22.500647 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:22.573055 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Attempting to bind port e792b03f-aff1-4fec-ba16-cde51beb7893 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:22.573714 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Attempting to bind port e792b03f-aff1-4fec-ba16-cde51beb7893 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': '7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9630584d-728a-45ae-971c-a314bc1cd5a9'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:22.581751 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-850aea58-95f4-410f-b7ba-b0e0c6ea1cc5 req-a17f6176-e61e-42b9-b1d3-7cf6931e529d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0572810 Aug 05 02:14:22.582163 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Attempting to bind port e792b03f-aff1-4fec-ba16-cde51beb7893 on network 9630584d-728a-45ae-971c-a314bc1cd5a9 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:22.583746 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] For port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c, host hv-cinder-80353, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:22.599967 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Attempting to bind port aaedd208-5daa-4672-b829-1910d313c761 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:22.601630 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Attempting to bind port aaedd208-5daa-4672-b829-1910d313c761 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:22.603181 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Attempting to bind port aaedd208-5daa-4672-b829-1910d313c761 on network 8f5fbb29-064c-491b-937e-91e7d4f39d1c {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:22.618351 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Port aaedd208-5daa-4672-b829-1910d313c761 on network 8f5fbb29-064c-491b-937e-91e7d4f39d1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:14:22.619076 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Attempting to bind port aaedd208-5daa-4672-b829-1910d313c761 on network 8f5fbb29-064c-491b-937e-91e7d4f39d1c {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:22.643870 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-9f4dd8b7-313d-40f3-9461-8fa50c6e0569 service neutron] 10.222.0.39 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028176 Aug 05 02:14:22.644583 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Pushing event updated for resources: {'Port': ['ID=aaedd208-5daa-4672-b829-1910d313c761,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:22.671865 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Port e792b03f-aff1-4fec-ba16-cde51beb7893 on network 9630584d-728a-45ae-971c-a314bc1cd5a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:14:22.673493 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Attempting to bind port e792b03f-aff1-4fec-ba16-cde51beb7893 on network 9630584d-728a-45ae-971c-a314bc1cd5a9 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:22.685823 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:22.688171 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Checking segment: {'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:22.689151 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Bound using segment: {'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:22.689865 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Bound port: aaedd208-5daa-4672-b829-1910d313c761, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:22.694060 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] For port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:22.696356 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:22.717252 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:22.717807 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Checking segment: {'id': '7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9630584d-728a-45ae-971c-a314bc1cd5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:22.718436 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Bound using segment: {'id': '7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9630584d-728a-45ae-971c-a314bc1cd5a9'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:22.730285 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Bound port: e792b03f-aff1-4fec-ba16-cde51beb7893, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9630584d-728a-45ae-971c-a314bc1cd5a9'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:22.730699 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:22.823622 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] Set router 2b410f4c-84f4-47d2-8f5e-c703ec52d631 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:22.909381 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Allocated IP 172.20.0.14 (7ad7aa1f-1cc7-4e05-87c3-df22389e64b5/14b992d7-d595-4075-a6b5-e876d9c3bdbd/7cc5fb6c-4111-4938-91ea-20a3aa047ed9) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:23.078592 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] For port aaedd208-5daa-4672-b829-1910d313c761, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:23.165080 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44334) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:23.185868 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] For port aaedd208-5daa-4672-b829-1910d313c761, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=aaedd208-5daa-4672-b829-1910d313c761,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:23.243228 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:23.277002 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Transition to ACTIVE for port object 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:23.298905 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=c81a9f85-8c73-449b-a36a-5326041e40ca,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:23.318109 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] For port e792b03f-aff1-4fec-ba16-cde51beb7893, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:23.322114 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] For port e792b03f-aff1-4fec-ba16-cde51beb7893, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=e792b03f-aff1-4fec-ba16-cde51beb7893,segment=NetworkSegment(7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0),segment_id=7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:23.326016 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:23.357249 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c5429836-9edb-4b44-b4f0-69cfbc04b369 req-4f4862e5-2c78-456c-a86b-942528d998cb tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 210 time: 0.1945724 Aug 05 02:14:23.367436 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:23.370862 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:23.379540 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:23.379949 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:23.461620 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'name': 'tempest-ServerRescueNegativeTestJSON-1127953655-router', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:10Z', 'revision_number': 4, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'gw_port': {'id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:05Z', 'updated_at': '2021-08-05T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '1b3a5d82-48d0-443d-adcf-4c136e8ba3ca', 'name': '', 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'mac_address': 'fa:16:3e:e1:83:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd9843046-36d7-46e3-9a0f-2ccdca3a6899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:09Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 4, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'subnets': [{'id': 'd9843046-36d7-46e3-9a0f-2ccdca3a6899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:23.477447 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Request body: {'port': {'device_id': '65016fae-f1c5-4622-ada0-842fe70504d0', 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c', 'admin_state_up': True, 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:23.519247 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfa8c6d-c0da-478f-8c53-c279477229d6 None None] The sync data for ids ['2b410f4c-84f4-47d2-8f5e-c703ec52d631'] in dv-cinder-803533-1-iscsi is: [{'id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'name': 'tempest-ServerRescueNegativeTestJSON-1127953655-router', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:10Z', 'revision_number': 4, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'gw_port': {'id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:05Z', 'updated_at': '2021-08-05T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '1b3a5d82-48d0-443d-adcf-4c136e8ba3ca', 'name': '', 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'mac_address': 'fa:16:3e:e1:83:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd9843046-36d7-46e3-9a0f-2ccdca3a6899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:09Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 4, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'subnets': [{'id': 'd9843046-36d7-46e3-9a0f-2ccdca3a6899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:14:23.560541 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:23.577263 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:23.580265 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:23.583459 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] 10.222.0.43 "PUT /v2.0/ports/e792b03f-aff1-4fec-ba16-cde51beb7893 HTTP/1.1" status: 200 len: 1094 time: 6.1135573 Aug 05 02:14:23.625242 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0636aff4-5fb7-4e39-8e95-679f89a95359', 'tag': 'e792b03f-aff1-4fec-ba16-cde51beb7893'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:14:23.676670 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:23.713375 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:23.769830 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=1b3a5d82-48d0-443d-adcf-4c136e8ba3ca,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:23.775660 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:23.820017 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-85d03057-e9cb-419c-8d2a-10b83b490648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:23.922095 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=1b3a5d82-48d0-443d-adcf-4c136e8ba3ca,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:24.041602 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9686b09f-626e-4b1b-88a2-9a826f119dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:24.079723 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3e1cc97f-3add-4aa0-9080-ff32e2bc361f req-89a270a2-4224-480b-bb8c-cbe48f7a9651 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 210 time: 0.5578127 Aug 05 02:14:24.112622 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:24.116962 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:24.118992 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] 10.222.0.43 "PUT /v2.0/ports/aaedd208-5daa-4672-b829-1910d313c761 HTTP/1.1" status: 200 len: 1094 time: 3.2521400 Aug 05 02:14:24.192300 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:24.323092 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:24.323743 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:24.351051 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:24.351653 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:24.360593 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-17b6d185-730a-4816-b04c-82966242311f service neutron] 10.222.0.43 "PUT /v2.0/ports/8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c HTTP/1.1" status: 200 len: 1093 time: 5.9077964 Aug 05 02:14:24.361407 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b5ebf9-6233-429f-b343-bb363397d70c', 'tag': '8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:14:24.371276 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e81b71f-75bb-4885-a31b-b6395b77e5be" -d '{"events": [{"name": "network-changed", "server_uuid": "0636aff4-5fb7-4e39-8e95-679f89a95359", "tag": "e792b03f-aff1-4fec-ba16-cde51beb7893"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:14:24.511034 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:24.527736 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-85d03057-e9cb-419c-8d2a-10b83b490648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:24.533023 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:24.544473 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:24.580631 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:24.581366 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:24.600315 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device c81a9f85-8c73-449b-a36a-5326041e40ca up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:24.636331 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d47f0f-b038-4ee5-ae4a-7b37a2a5ff63" -d '{"events": [{"name": "network-changed", "server_uuid": "20b5ebf9-6233-429f-b343-bb363397d70c", "tag": "8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:14:24.660376 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14c6d1-8750-47bf-9e98-7007b253646a service neutron] Pushing event updated for resources: {'Port': ['ID=aaedd208-5daa-4672-b829-1910d313c761,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:24.666033 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01063589-96cd-457f-8549-382e5bab7bf7 req-1cbee3c6-fb29-4eea-9d75-f5e7d62de008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:24.669071 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-1cbee3c6-fb29-4eea-9d75-f5e7d62de008 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=865df7d7df6149d893fcb133a498b008&device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 1097 time: 0.7777212 Aug 05 02:14:24.678299 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad2565-432f-49d8-911d-a23c8274c2d0 req-335231b9-ef4e-4bdf-813c-8c553564a39c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:24.700063 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-adad2565-432f-49d8-911d-a23c8274c2d0 req-335231b9-ef4e-4bdf-813c-8c553564a39c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 943 time: 1.2683926 Aug 05 02:14:24.771456 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port c81a9f85-8c73-449b-a36a-5326041e40ca triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:24.772075 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:24.896875 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-0a74da01-9ab6-42bb-afab-48bf25ee7b7d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e792b03f-aff1-4fec-ba16-cde51beb7893 HTTP/1.1" status: 200 len: 217 time: 0.2154803 Aug 05 02:14:25.040037 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c7e5d-c198-4f82-8d33-960c3b8196a8 req-c62de88b-9227-46a1-a487-9c4ee5d35a04 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:25.048575 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-0c762fec-ab84-49db-9e18-a5337891da4c None None] Provisioning for port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:25.052998 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2e1c7e5d-c198-4f82-8d33-960c3b8196a8 req-c62de88b-9227-46a1-a487-9c4ee5d35a04 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 944 time: 0.7072291 Aug 05 02:14:25.056327 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9686b09f-626e-4b1b-88a2-9a826f119dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:25.065457 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28c4bf-89de-45e3-9076-336bdf76514b service neutron] Pushing event updated for resources: {'Port': ['ID=e792b03f-aff1-4fec-ba16-cde51beb7893,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:25.074077 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6d185-730a-4816-b04c-82966242311f service neutron] Pushing event updated for resources: {'Port': ['ID=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:25.074258 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-0c762fec-ab84-49db-9e18-a5337891da4c None None] Provisioning complete for port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:25.074258 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-0c762fec-ab84-49db-9e18-a5337891da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:25.102554 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9686b09f-626e-4b1b-88a2-9a826f119dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:25.138607 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-f511c988-a96a-4b9f-ae28-672f6b27b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:25.140248 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-f511c988-a96a-4b9f-ae28-672f6b27b64a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 1096 time: 0.4640365 Aug 05 02:14:25.146415 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686b09f-626e-4b1b-88a2-9a826f119dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de1ba2f-35f6-4c3d-a3ed-5251df347e66,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:25.153974 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-adad2565-432f-49d8-911d-a23c8274c2d0 req-e6b3e916-7d4f-48e3-9a9f-50285ae465a5 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529438 Aug 05 02:14:25.160297 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2231495 Aug 05 02:14:25.176916 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-0c762fec-ab84-49db-9e18-a5337891da4c None None] Port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:14:25.191219 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2e1c7e5d-c198-4f82-8d33-960c3b8196a8 req-890a7537-5c3d-4ef5-88f7-ba4d11007552 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370373 Aug 05 02:14:25.192890 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01063589-96cd-457f-8549-382e5bab7bf7 req-587b33bf-5514-4fcc-bbf3-9579c3156f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:25.194430 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-587b33bf-5514-4fcc-bbf3-9579c3156f73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2e6d1c75-1245-4a47-bdae-5d1d145a9c12 HTTP/1.1" status: 200 len: 852 time: 0.2815218 Aug 05 02:14:25.242450 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-8ee48db2-c8ec-4a5f-8a62-2ef294f30222 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c HTTP/1.1" status: 200 len: 217 time: 0.0762136 Aug 05 02:14:25.246623 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-9686b09f-626e-4b1b-88a2-9a826f119dbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdea7c121ce9405b9abd966d256010c7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0766017 Aug 05 02:14:25.254622 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-85d03057-e9cb-419c-8d2a-10b83b490648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:25.257204 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-85d03057-e9cb-419c-8d2a-10b83b490648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:25.259816 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-85d03057-e9cb-419c-8d2a-10b83b490648 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad2d6a18-eaab-4df3-a1c9-ae9589e724ac HTTP/1.1" status: 204 len: 168 time: 2.7896788 Aug 05 02:14:25.270528 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Request body: {'port': {'device_id': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:25.298460 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44380) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:25.300582 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-e9d3040c-58d0-4f7b-b872-4a20744b051f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9630584d-728a-45ae-971c-a314bc1cd5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513635 Aug 05 02:14:25.341177 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d03057-e9cb-419c-8d2a-10b83b490648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2d6a18-eaab-4df3-a1c9-ae9589e724ac,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:25.395328 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-edb21fbf-5738-4d22-8742-72b1ba3daa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:25.397127 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-edb21fbf-5738-4d22-8742-72b1ba3daa00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f7d0a3f342c463397c5e4677bd94032&device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 1097 time: 0.8130836 Aug 05 02:14:25.403877 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Made reservation on behalf of 6f7d0a3f342c463397c5e4677bd94032 for: {'port': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:14:25.407582 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:25.460540 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b1a46-6cbc-4458-9e33-39e495829145 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event updated for resources: {'Port': ['ID=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:25.464273 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2efdc3a8-c78a-40dc-bdec-55979a896ac9 req-62318f60-a1e1-4348-bc57-c5ea5f6727ff tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.1313508 Aug 05 02:14:25.475083 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1b801-76a2-4ee8-b3ab-143a7526fc67 req-38144c85-8bd1-43a2-b96f-384f302abb44 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:25.482606 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-79c1b801-76a2-4ee8-b3ab-143a7526fc67 req-38144c85-8bd1-43a2-b96f-384f302abb44 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 932 time: 0.1744249 Aug 05 02:14:25.505699 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:25.572989 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-60bf05ae-62db-4bdf-babb-4b8cec48c4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:25.591169 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-79c1b801-76a2-4ee8-b3ab-143a7526fc67 req-797b8741-9c87-4d22-a13e-af22e89faab7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964305 Aug 05 02:14:25.614968 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-60bf05ae-62db-4bdf-babb-4b8cec48c4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:25.756278 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-60bf05ae-62db-4bdf-babb-4b8cec48c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:25.761683 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-60bf05ae-62db-4bdf-babb-4b8cec48c4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:25.761683 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-60bf05ae-62db-4bdf-babb-4b8cec48c4b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6de1ba2f-35f6-4c3d-a3ed-5251df347e66 HTTP/1.1" status: 204 len: 168 time: 0.4587440 Aug 05 02:14:25.790560 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf05ae-62db-4bdf-babb-4b8cec48c4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de1ba2f-35f6-4c3d-a3ed-5251df347e66,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:25.932829 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Allocated IP 172.20.0.14 (8f5fbb29-064c-491b-937e-91e7d4f39d1c/d9843046-36d7-46e3-9a0f-2ccdca3a6899/82c35ed6-2be9-40b0-99c0-f0552615200d) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:25.943003 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7c4e97-89d1-44a4-b4ef-d618092c89bd x-openstack-request-id: req-2f7c4e97-89d1-44a4-b4ef-d618092c89bd {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:14:25.943481 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0636aff4-5fb7-4e39-8e95-679f89a95359", "tag": "e792b03f-aff1-4fec-ba16-cde51beb7893", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:14:25.944077 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f7c4e97-89d1-44a4-b4ef-d618092c89bd {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:14:25.944574 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0636aff4-5fb7-4e39-8e95-679f89a95359', 'tag': 'e792b03f-aff1-4fec-ba16-cde51beb7893', 'status': 'completed', 'code': 200} Aug 05 02:14:26.148621 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f443f2a-a70b-4cc1-a90c-e7b61c978103 x-openstack-request-id: req-5f443f2a-a70b-4cc1-a90c-e7b61c978103 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:14:26.148914 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b5ebf9-6233-429f-b343-bb363397d70c", "tag": "8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:14:26.149168 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f443f2a-a70b-4cc1-a90c-e7b61c978103 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:14:26.149638 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b5ebf9-6233-429f-b343-bb363397d70c', 'tag': '8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c', 'status': 'completed', 'code': 200} Aug 05 02:14:26.176080 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-a37892aa-048f-4d7a-9622-d1ded2a9e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:26.177294 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-0450e0c7-7ae6-4eda-982a-ee1c568495bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaedd208-5daa-4672-b829-1910d313c761 HTTP/1.1" status: 200 len: 217 time: 0.1204615 Aug 05 02:14:26.180135 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-a37892aa-048f-4d7a-9622-d1ded2a9e128 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21115f09-b253-45be-95ff-5784aee1cf34 HTTP/1.1" status: 200 len: 854 time: 0.2037904 Aug 05 02:14:26.194945 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3ea370a8-52b1-4448-8a0c-e4c7df1a2d3f req-f7c97eab-1e24-48be-9661-0e247861f7e3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 210 time: 0.1390738 Aug 05 02:14:26.354881 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-547108d7-5040-471b-b63f-85a7c6ff4b10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11b2c87c-584c-423a-bf93-87673f3bb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908387 Aug 05 02:14:26.442717 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-113930c4-36e8-48a0-8bb7-d4f2f64452c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:26.444063 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-113930c4-36e8-48a0-8bb7-d4f2f64452c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9843046-36d7-46e3-9a0f-2ccdca3a6899 HTTP/1.1" status: 200 len: 859 time: 0.2274983 Aug 05 02:14:26.562938 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-c98942a8-2de4-4ff6-8d5f-85e97ec6346e service neutron] 10.222.0.43 "GET /v2.0/networks/9630584d-728a-45ae-971c-a314bc1cd5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132508 Aug 05 02:14:26.578615 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53928-9b7c-4227-8918-064e5a777f24 req-430a9dde-c388-4e22-93f7-c730139fa168 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:26.580294 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e6b53928-9b7c-4227-8918-064e5a777f24 req-430a9dde-c388-4e22-93f7-c730139fa168 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 943 time: 0.2245219 Aug 05 02:14:26.603673 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:14:26.616871 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:26.632310 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Transition to ACTIVE for port object 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:26.639053 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e6b53928-9b7c-4227-8918-064e5a777f24 req-da431f67-1d65-40af-b2ee-0227fee4da63 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515299 Aug 05 02:14:26.641654 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-b04cf0a3-0cbf-484f-a6e3-09ff1bd2e530 service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585309 Aug 05 02:14:26.652965 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8ee35-aa59-4217-864f-31651bdf11bc req-a69a0fa7-d982-4751-9cf4-5b4d2576a08f tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:26.654918 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9dd8ee35-aa59-4217-864f-31651bdf11bc req-a69a0fa7-d982-4751-9cf4-5b4d2576a08f tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 944 time: 0.3317957 Aug 05 02:14:26.658742 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:26.721504 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:26.806084 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:26.829751 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Attempting to bind port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:26.830093 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Attempting to bind port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:26.830515 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Attempting to bind port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 on network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:26.833458 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-dcb24d54-4b56-4ad4-9522-b6823f46b74e req-3a52e4ac-6132-4d2b-b2b8-cc5be5c446af tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0408008 Aug 05 02:14:26.837610 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 on network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:14:26.837933 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Attempting to bind port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 on network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:26.918850 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9dd8ee35-aa59-4217-864f-31651bdf11bc req-215b0212-24b6-41a3-b421-cb5b59d78dd0 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510602 Aug 05 02:14:26.978809 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-fc916f45-c89f-45ab-bd1b-d44a9a08c816 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f5fbb29-064c-491b-937e-91e7d4f39d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830615 Aug 05 02:14:26.985268 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:26.991079 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Checking segment: {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:26.991660 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Bound using segment: {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:26.992269 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Bound port: 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:26.999938 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:27.048333 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:27.096033 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a8b78f7c-c5fb-43e4-b386-64975e76483b req-4a3c0420-b871-458c-9cc4-c70d14b3bb29 service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405508 Aug 05 02:14:27.101698 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:27.149732 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:27.173378 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:27.208213 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5209df7-7cc2-4fbc-939f-c120d95c36aa req-50c7ef53-3918-4a96-8e82-e1e2e9eb564b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:27.217480 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a5209df7-7cc2-4fbc-939f-c120d95c36aa req-50c7ef53-3918-4a96-8e82-e1e2e9eb564b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.1234064 Aug 05 02:14:27.228823 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01063589-96cd-457f-8549-382e5bab7bf7 req-02dca5a0-81de-47e8-9c6c-dd7d2183b45b service neutron] 10.222.0.43 "GET /v2.0/networks/9630584d-728a-45ae-971c-a314bc1cd5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695972 Aug 05 02:14:27.264178 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:27.376694 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a5209df7-7cc2-4fbc-939f-c120d95c36aa req-9a41bf8a-4580-4b6f-b5dc-257f0cdd31a0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580911 Aug 05 02:14:27.423289 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:27.452878 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:27.453527 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:27.457019 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-3675adf0-ff5a-402e-adf2-4f0dfd7b7f42 service neutron] 10.222.0.43 "PUT /v2.0/ports/7cc5fb6c-4111-4938-91ea-20a3aa047ed9 HTTP/1.1" status: 200 len: 1094 time: 2.2148533 Aug 05 02:14:27.515612 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.43', 61134) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:27.521915 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0ad1b2ba-53d3-4526-b57a-77afc3e45295 req-0cd6c129-d947-4a3c-b801-8f5e8dff56dc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 210 time: 0.2044275 Aug 05 02:14:27.526175 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38185ed-5283-40c8-96ac-70c963f78855 req-753d37b9-9297-4e40-9915-914ace38d59c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:27.528201 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-753d37b9-9297-4e40-9915-914ace38d59c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.43 "GET /v2.0/networks?id=04c23d2b-4628-4e7e-82ed-143193917639 HTTP/1.1" status: 200 len: 810 time: 0.2809813 Aug 05 02:14:27.571936 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Network 8f5fbb29-064c-491b-937e-91e7d4f39d1c is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:27.576226 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:27.633825 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Pushing event updated for resources: {'Port': ['ID=82c35ed6-2be9-40b0-99c0-f0552615200d,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:27.646259 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d47f0f-b038-4ee5-ae4a-7b37a2a5ff63 req-04650fef-38a3-47a4-9e7c-1fe8ac659b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:27.647768 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-25d47f0f-b038-4ee5-ae4a-7b37a2a5ff63 req-04650fef-38a3-47a4-9e7c-1fe8ac659b52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 1096 time: 0.3278883 Aug 05 02:14:27.650558 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:27.657366 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:27.658012 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:27.728733 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-2859cbfe-56b5-4325-aad1-d9ff06166c92 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2777424 Aug 05 02:14:27.730744 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-720e9a4f-6725-4452-9c7d-2c42a1c4fa2b service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978467 Aug 05 02:14:27.735626 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-c5858461-f4ee-450f-a954-908bbdc3e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:27.737189 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-c5858461-f4ee-450f-a954-908bbdc3e78c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 1097 time: 0.1872697 Aug 05 02:14:27.755132 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-b2d8557d-611a-4cbe-8265-b9bc57838afc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd HTTP/1.1" status: 200 len: 380 time: 0.2124329 Aug 05 02:14:27.757143 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Request body: {'port': {'device_id': '65016fae-f1c5-4622-ada0-842fe70504d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:27.806394 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-13afa52c-a14a-4881-a69c-c216fd1a7a9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9 HTTP/1.1" status: 200 len: 217 time: 0.0461786 Aug 05 02:14:27.841302 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Request body: {'port': {'device_id': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'admin_state_up': True, 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'security_groups': ['f0a5110c-fa24-473a-bcba-f1782032d6f0']}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:27.931812 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b71f-75bb-4885-a31b-b6395b77e5be req-d38abaa8-5edd-494a-a72b-baf448b3c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:27.933613 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8e81b71f-75bb-4885-a31b-b6395b77e5be req-d38abaa8-5edd-494a-a72b-baf448b3c688 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=865df7d7df6149d893fcb133a498b008&device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 1097 time: 0.4032876 Aug 05 02:14:27.959642 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd050a13e-725e-42d5-b0b7-55b1fc01cae5', 'tag': 'aaedd208-5daa-4672-b829-1910d313c761'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:14:27.962949 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b659c8-ef0b-4de4-b6a7-83efab171da5" -d '{"events": [{"name": "network-changed", "server_uuid": "d050a13e-725e-42d5-b0b7-55b1fc01cae5", "tag": "aaedd208-5daa-4672-b829-1910d313c761"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:14:28.152666 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:14:28.154950 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2d6e3e-ace6-453c-9872-f7e994bd3371" -d '{"events": [{"name": "network-changed", "server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:14:28.184495 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-fd4e2ee4-92e4-4b61-828d-67b382231538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:28.185354 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-468e97c5-bc0e-4de7-b3d0-ae6ca5613a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:28.187674 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-468e97c5-bc0e-4de7-b3d0-ae6ca5613a3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 200 len: 855 time: 0.3664579 Aug 05 02:14:28.220879 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:28.278489 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37b442-117c-4c50-9f19-f97301c833fd req-66e74d0b-52d1-4977-8173-f00ea9fed070 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:28.280121 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1a37b442-117c-4c50-9f19-f97301c833fd req-66e74d0b-52d1-4977-8173-f00ea9fed070 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 943 time: 0.5183473 Aug 05 02:14:28.295140 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af21ad-ec16-453c-b9f9-3a187c7107d8 req-14c06a4b-1092-4534-b65a-5edb0b209c66 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:28.296707 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-09af21ad-ec16-453c-b9f9-3a187c7107d8 req-14c06a4b-1092-4534-b65a-5edb0b209c66 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 932 time: 0.1966853 Aug 05 02:14:28.310947 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-539da51f-c487-4747-b9e6-11b6ffd4b602 req-80373d42-8426-4a77-8fe9-55e415d45b57 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077138 Aug 05 02:14:28.364198 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b71f-75bb-4885-a31b-b6395b77e5be req-373338c6-8537-4ac9-a09b-afa14174b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:28.366183 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8e81b71f-75bb-4885-a31b-b6395b77e5be req-373338c6-8537-4ac9-a09b-afa14174b06c service neutron] 10.222.0.43 "GET /v2.0/networks?id=9630584d-728a-45ae-971c-a314bc1cd5a9 HTTP/1.1" status: 200 len: 912 time: 0.4208469 Aug 05 02:14:28.368028 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-44368ada-2956-4252-b39a-e9867982e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:28.369514 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-44368ada-2956-4252-b39a-e9867982e0b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1717730 Aug 05 02:14:28.406026 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d47f0f-b038-4ee5-ae4a-7b37a2a5ff63 req-1635edc5-9dba-4d46-8425-9387549c8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:28.407589 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-25d47f0f-b038-4ee5-ae4a-7b37a2a5ff63 req-1635edc5-9dba-4d46-8425-9387549c8440 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 914 time: 0.7325106 Aug 05 02:14:28.425919 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-09af21ad-ec16-453c-b9f9-3a187c7107d8 req-ac8482f4-f0df-4776-b9df-38173f0a7588 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178858 Aug 05 02:14:28.531340 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-25d47f0f-b038-4ee5-ae4a-7b37a2a5ff63 req-9788653f-840b-49d7-9756-fc7b007dcb30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c HTTP/1.1" status: 200 len: 217 time: 0.0550268 Aug 05 02:14:28.539149 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8e81b71f-75bb-4885-a31b-b6395b77e5be req-afb0e68b-0227-4c70-83b5-1dfd23870447 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e792b03f-aff1-4fec-ba16-cde51beb7893 HTTP/1.1" status: 200 len: 217 time: 0.1432137 Aug 05 02:14:28.565983 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1a37b442-117c-4c50-9f19-f97301c833fd req-33ea5023-f2f1-4633-8e9b-10ab304a7e39 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906173 Aug 05 02:14:28.631495 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b71f-75bb-4885-a31b-b6395b77e5be req-8f2f3cdf-089c-4bff-8361-bdeebddf1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:28.633095 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8e81b71f-75bb-4885-a31b-b6395b77e5be req-8f2f3cdf-089c-4bff-8361-bdeebddf1913 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2e6d1c75-1245-4a47-bdae-5d1d145a9c12 HTTP/1.1" status: 200 len: 852 time: 0.0757837 Aug 05 02:14:28.682248 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c49c59-8581-441f-991e-3f410c73278f x-openstack-request-id: req-76c49c59-8581-441f-991e-3f410c73278f {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:14:28.682874 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:14:28.682948 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76c49c59-8581-441f-991e-3f410c73278f {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:14:28.683312 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'status': 'completed', 'code': 200} Aug 05 02:14:28.695391 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8e81b71f-75bb-4885-a31b-b6395b77e5be req-63b2a86e-759f-4136-abc8-c4b236595ce6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9630584d-728a-45ae-971c-a314bc1cd5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369139 Aug 05 02:14:28.794461 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f846a2e-fd0e-4096-905a-3d56758196c5 x-openstack-request-id: req-5f846a2e-fd0e-4096-905a-3d56758196c5 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:14:28.794461 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d050a13e-725e-42d5-b0b7-55b1fc01cae5", "tag": "aaedd208-5daa-4672-b829-1910d313c761", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:14:28.794461 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f846a2e-fd0e-4096-905a-3d56758196c5 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:14:28.794461 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd050a13e-725e-42d5-b0b7-55b1fc01cae5', 'tag': 'aaedd208-5daa-4672-b829-1910d313c761', 'status': 'completed', 'code': 200} Aug 05 02:14:28.856592 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d47f0f-b038-4ee5-ae4a-7b37a2a5ff63 req-2091bd1c-acd0-46c2-8236-aaf6355d7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:28.858028 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8695487-0014-427d-b7ea-762957056888 req-36781694-69a6-4c47-a9c3-5031aabe6e60 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:28.858190 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-25d47f0f-b038-4ee5-ae4a-7b37a2a5ff63 req-2091bd1c-acd0-46c2-8236-aaf6355d7147 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21115f09-b253-45be-95ff-5784aee1cf34 HTTP/1.1" status: 200 len: 854 time: 0.2965646 Aug 05 02:14:28.859695 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c8695487-0014-427d-b7ea-762957056888 req-36781694-69a6-4c47-a9c3-5031aabe6e60 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 944 time: 0.2994001 Aug 05 02:14:28.866028 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8e81b71f-75bb-4885-a31b-b6395b77e5be req-5c9c60fd-e509-449a-9654-cf082abda000 service neutron] 10.222.0.43 "GET /v2.0/networks/9630584d-728a-45ae-971c-a314bc1cd5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603251 Aug 05 02:14:28.876139 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Made reservation on behalf of 4ac9b4fb0fb8454d8a6741c6b95149bd for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:14:28.879349 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:28.893387 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-f52bfe18-9f29-4f32-b149-cc36effa9b73 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072370 Aug 05 02:14:28.997154 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b659c8-ef0b-4de4-b6a7-83efab171da5 req-5d35a655-efe2-4346-9173-df3a2b3f60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:28.998754 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-05b659c8-ef0b-4de4-b6a7-83efab171da5 req-5d35a655-efe2-4346-9173-df3a2b3f60b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f7d0a3f342c463397c5e4677bd94032&device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 1097 time: 0.2634604 Aug 05 02:14:29.007340 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c8695487-0014-427d-b7ea-762957056888 req-fff206ae-490e-46d2-ada9-7a982d1731bb tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385071 Aug 05 02:14:29.096933 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-25d47f0f-b038-4ee5-ae4a-7b37a2a5ff63 req-f328b3b2-80cf-495d-a5f6-651867f013f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11b2c87c-584c-423a-bf93-87673f3bb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2290714 Aug 05 02:14:29.149750 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Allocated IP 172.20.0.13 (04c23d2b-4628-4e7e-82ed-143193917639/62dd59a9-2ce2-4bfb-9d6c-59dc98b53745/f24c50ea-e611-4ef4-adfb-4d4bd07e4787) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:14:29.260584 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4bb80697-e274-4ce7-a1e6-77eebdf77c8b req-5801bcf8-9154-4b4f-b0de-ba4397d6424c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 210 time: 0.1250947 Aug 05 02:14:29.283705 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-a2813131-1b93-4a00-bb04-224c47a330b3 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795323 Aug 05 02:14:29.291784 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c35ed6-2be9-40b0-99c0-f0552615200d {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:14:29.301822 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8e81b71f-75bb-4885-a31b-b6395b77e5be req-40982dc8-889f-447d-98ba-89ea3d8cfe97 service neutron] 10.222.0.43 "GET /v2.0/networks/9630584d-728a-45ae-971c-a314bc1cd5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046047 Aug 05 02:14:29.324482 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:29.355644 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b659c8-ef0b-4de4-b6a7-83efab171da5 req-17654446-21a6-46c4-ab85-6ef5ddd6834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:29.357129 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-05b659c8-ef0b-4de4-b6a7-83efab171da5 req-17654446-21a6-46c4-ab85-6ef5ddd6834e service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 200 len: 919 time: 0.3445051 Aug 05 02:14:29.360234 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Transition to ACTIVE for port object 82c35ed6-2be9-40b0-99c0-f0552615200d will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:29.364521 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:29.409481 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dfb01-a52d-47f8-8401-ba4a0acf2bf3 req-eb7d5717-ac55-4f0e-b059-998a67ef99b2 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:29.410972 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b91dfb01-a52d-47f8-8401-ba4a0acf2bf3 req-eb7d5717-ac55-4f0e-b059-998a67ef99b2 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.6215568 Aug 05 02:14:29.453220 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-05b659c8-ef0b-4de4-b6a7-83efab171da5 req-cf9156a0-5d4b-4835-95f6-66e72f6a1099 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaedd208-5daa-4672-b829-1910d313c761 HTTP/1.1" status: 200 len: 217 time: 0.0863860 Aug 05 02:14:29.453931 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Pushing event updated for resources: {'Port': ['ID=82c35ed6-2be9-40b0-99c0-f0552615200d,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:29.509896 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:29.523433 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Transition to ACTIVE for port object f24c50ea-e611-4ef4-adfb-4d4bd07e4787 will not be triggered until provisioned by entity DHCP. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:29.565684 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Attempting to bind port 82c35ed6-2be9-40b0-99c0-f0552615200d on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:29.566041 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Attempting to bind port 82c35ed6-2be9-40b0-99c0-f0552615200d by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:29.566250 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Attempting to bind port 82c35ed6-2be9-40b0-99c0-f0552615200d on network 8f5fbb29-064c-491b-937e-91e7d4f39d1c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:29.570159 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b659c8-ef0b-4de4-b6a7-83efab171da5 req-98374c1f-286f-4dd5-8112-09e3e9389aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:29.571754 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-05b659c8-ef0b-4de4-b6a7-83efab171da5 req-98374c1f-286f-4dd5-8112-09e3e9389aa2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9843046-36d7-46e3-9a0f-2ccdca3a6899 HTTP/1.1" status: 200 len: 859 time: 0.1089303 Aug 05 02:14:29.575855 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d6e3e-ace6-453c-9872-f7e994bd3371 req-b6aa3279-d32b-4660-8db5-88153df700d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:29.576722 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Port 82c35ed6-2be9-40b0-99c0-f0552615200d on network 8f5fbb29-064c-491b-937e-91e7d4f39d1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:14:29.577045 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Attempting to bind port 82c35ed6-2be9-40b0-99c0-f0552615200d on network 8f5fbb29-064c-491b-937e-91e7d4f39d1c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:29.577498 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fc2d6e3e-ace6-453c-9872-f7e994bd3371 req-b6aa3279-d32b-4660-8db5-88153df700d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 1097 time: 0.1897221 Aug 05 02:14:29.584497 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:29.584834 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Checking segment: {'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:29.585212 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Bound using segment: {'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:29.585648 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Bound port: 82c35ed6-2be9-40b0-99c0-f0552615200d, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c2c68e-4043-4196-868c-6c6cd046990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:29.586104 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:29.595950 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-25d47f0f-b038-4ee5-ae4a-7b37a2a5ff63 req-75b6cd47-09a9-45fe-95bb-607b22b81f6c service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773006 Aug 05 02:14:29.603932 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b91dfb01-a52d-47f8-8401-ba4a0acf2bf3 req-002994f3-d4d7-4538-8207-7b4d28436d05 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758699 Aug 05 02:14:29.614119 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:29.622371 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44564) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:29.623186 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007d5ba-9c58-4920-86c3-e0c7807706e4 req-ba1c1793-199b-462d-b150-d0517616d3a0 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:29.624782 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7007d5ba-9c58-4920-86c3-e0c7807706e4 req-ba1c1793-199b-462d-b150-d0517616d3a0 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 944 time: 0.1113062 Aug 05 02:14:29.663117 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Network 04c23d2b-4628-4e7e-82ed-143193917639 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:14:29.666179 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:14:29.674463 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:14:29.680326 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:29.680957 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:29.713973 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7007d5ba-9c58-4920-86c3-e0c7807706e4 req-4fc08619-4c24-4580-a5b1-96353cb885c1 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627074 Aug 05 02:14:29.719931 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] For port 82c35ed6-2be9-40b0-99c0-f0552615200d, host hv-cinder-80353, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:29.723266 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event updated for resources: {'Port': ['ID=f24c50ea-e611-4ef4-adfb-4d4bd07e4787,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:29.723405 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] For port 82c35ed6-2be9-40b0-99c0-f0552615200d, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=82c35ed6-2be9-40b0-99c0-f0552615200d,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:29.726721 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-2ec181e0-8add-4ba0-845c-b3ee2d7fd7a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9537456 Aug 05 02:14:29.744251 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:29.757502 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c461b3c-7ebc-41eb-8b60-d82ead333505 req-3a41fcff-b1c7-4d71-8890-8ff38a470368 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:29.764743 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1c461b3c-7ebc-41eb-8b60-d82ead333505 req-3a41fcff-b1c7-4d71-8890-8ff38a470368 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 943 time: 0.0801809 Aug 05 02:14:29.792012 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:29.792698 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:29.794200 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] 10.222.0.43 "PUT /v2.0/ports/82c35ed6-2be9-40b0-99c0-f0552615200d HTTP/1.1" status: 200 len: 1094 time: 2.0474288 Aug 05 02:14:29.800235 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ee297935-c408-4534-abf7-152c6f91ab5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:29.815590 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bc27d-1292-4645-af50-65e10cd2987a service neutron] Pushing event updated for resources: {'Port': ['ID=82c35ed6-2be9-40b0-99c0-f0552615200d,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:29.827857 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1c461b3c-7ebc-41eb-8b60-d82ead333505 req-26c8da07-1b5f-4bf4-b0b3-1049189ec6fe tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621974 Aug 05 02:14:29.913171 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ee297935-c408-4534-abf7-152c6f91ab5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:29.916820 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ee297935-c408-4534-abf7-152c6f91ab5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:29.953204 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ee297935-c408-4534-abf7-152c6f91ab5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d4648316b294c48b4679a11e1153166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304386 Aug 05 02:14:29.954048 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee297935-c408-4534-abf7-152c6f91ab5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293c03bb-f3a5-43ce-b705-54aa48a68f2a,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:29.956689 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44568) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:29.990586 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-1829aa20-11f8-45bb-b4f6-5581c6af0ae7 None None] Provisioning for port f24c50ea-e611-4ef4-adfb-4d4bd07e4787 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:29.996498 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-1829aa20-11f8-45bb-b4f6-5581c6af0ae7 None None] Provisioning complete for port f24c50ea-e611-4ef4-adfb-4d4bd07e4787 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:29.996873 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-1829aa20-11f8-45bb-b4f6-5581c6af0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.009530 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-42cf0fb8-e666-4628-8783-912ac5dbf1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.029559 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-1829aa20-11f8-45bb-b4f6-5581c6af0ae7 None None] Port f24c50ea-e611-4ef4-adfb-4d4bd07e4787 cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:14:30.031246 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-42cf0fb8-e666-4628-8783-912ac5dbf1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.090800 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-42cf0fb8-e666-4628-8783-912ac5dbf1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.094328 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-42cf0fb8-e666-4628-8783-912ac5dbf1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.095505 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-42cf0fb8-e666-4628-8783-912ac5dbf1d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/293c03bb-f3a5-43ce-b705-54aa48a68f2a HTTP/1.1" status: 204 len: 168 time: 0.1376534 Aug 05 02:14:30.118743 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf0fb8-e666-4628-8783-912ac5dbf1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293c03bb-f3a5-43ce-b705-54aa48a68f2a,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:30.153287 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2298d-b03a-4b0c-b2be-90f893631fab req-dd44b1e7-dec7-4910-b710-60d592123c46 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:30.155170 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fed2298d-b03a-4b0c-b2be-90f893631fab req-dd44b1e7-dec7-4910-b710-60d592123c46 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 944 time: 0.0749366 Aug 05 02:14:30.199859 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fed2298d-b03a-4b0c-b2be-90f893631fab req-bbf17258-cfde-41ce-a878-82e5bf40bf1e tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Aug 05 02:14:30.395520 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44588) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:30.412205 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f94487-d55e-4058-96db-79753d096b31 req-71097574-da03-4c6e-9a1a-22c3b0bf11df tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:30.413800 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-25f94487-d55e-4058-96db-79753d096b31 req-71097574-da03-4c6e-9a1a-22c3b0bf11df tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 932 time: 0.0709324 Aug 05 02:14:30.414434 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-377765d2-f439-4507-bf25-066a0289cded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.462546 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-25f94487-d55e-4058-96db-79753d096b31 req-845fc71e-df88-49be-9f5c-9ac45f68bd39 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418229 Aug 05 02:14:30.530026 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-377765d2-f439-4507-bf25-066a0289cded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.533517 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-377765d2-f439-4507-bf25-066a0289cded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.570477 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-377765d2-f439-4507-bf25-066a0289cded admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77169cc5d9e34ca680a100ed871fe078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738992 Aug 05 02:14:30.571323 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377765d2-f439-4507-bf25-066a0289cded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42488277-3ccc-469c-ace2-b75565a39b33,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:30.573241 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44590) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:30.622346 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ae68a89-7bb4-4223-bd34-89029c99724b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.643575 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ae68a89-7bb4-4223-bd34-89029c99724b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.687931 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65016fae-f1c5-4622-ada0-842fe70504d0', 'tag': '82c35ed6-2be9-40b0-99c0-f0552615200d'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:14:30.689191 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ae68a89-7bb4-4223-bd34-89029c99724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.690215 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4005eb9c-550a-441b-87f8-b706b49363b9" -d '{"events": [{"name": "network-changed", "server_uuid": "65016fae-f1c5-4622-ada0-842fe70504d0", "tag": "82c35ed6-2be9-40b0-99c0-f0552615200d"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:14:30.691931 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ae68a89-7bb4-4223-bd34-89029c99724b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.695758 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-3ae68a89-7bb4-4223-bd34-89029c99724b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42488277-3ccc-469c-ace2-b75565a39b33 HTTP/1.1" status: 204 len: 168 time: 0.1189442 Aug 05 02:14:30.700887 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae68a89-7bb4-4223-bd34-89029c99724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42488277-3ccc-469c-ace2-b75565a39b33,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:30.755722 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f29d6-1e84-4bc3-aef4-6584ef3ea66f req-1367229d-b7b7-4220-b219-75c5479d094d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:30.757331 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7b5f29d6-1e84-4bc3-aef4-6584ef3ea66f req-1367229d-b7b7-4220-b219-75c5479d094d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0791636 Aug 05 02:14:30.758830 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3374d9b0-992f-40f2-9fa1-9567818937e2 x-openstack-request-id: req-3374d9b0-992f-40f2-9fa1-9567818937e2 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:14:30.759113 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65016fae-f1c5-4622-ada0-842fe70504d0", "tag": "82c35ed6-2be9-40b0-99c0-f0552615200d", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:14:30.759359 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3374d9b0-992f-40f2-9fa1-9567818937e2 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:14:30.759732 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65016fae-f1c5-4622-ada0-842fe70504d0', 'tag': '82c35ed6-2be9-40b0-99c0-f0552615200d', 'status': 'completed', 'code': 200} Aug 05 02:14:30.799867 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7b5f29d6-1e84-4bc3-aef4-6584ef3ea66f req-43dee859-bedb-49da-a267-37a201c16998 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350204 Aug 05 02:14:30.839400 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-e6831c97-3f06-40c8-af36-31080816eca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.847867 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ed239-f869-489f-bdc3-e43501ac0b1b req-72969397-aed4-442e-9245-400c31f309f1 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:30.849868 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-101ed239-f869-489f-bdc3-e43501ac0b1b req-72969397-aed4-442e-9245-400c31f309f1 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 944 time: 0.0518291 Aug 05 02:14:30.866679 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:30.891453 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-101ed239-f869-489f-bdc3-e43501ac0b1b req-1ee7b0df-43f7-4a8b-b0ea-f0177ad58f43 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350204 Aug 05 02:14:30.951749 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20ec16-bdbe-4ff3-b5ee-8a393d7323b0 req-1cf196ba-4d8d-4774-ab46-28d47dcba023 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:30.953368 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5e20ec16-bdbe-4ff3-b5ee-8a393d7323b0 req-1cf196ba-4d8d-4774-ab46-28d47dcba023 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 943 time: 0.0484340 Aug 05 02:14:30.991298 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5e20ec16-bdbe-4ff3-b5ee-8a393d7323b0 req-898790cf-f3ea-4fff-80ea-7f524a4249c4 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316880 Aug 05 02:14:31.318094 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bb833-2e4b-4436-baa4-5e4100bea95a req-1b68216b-56d6-45ad-8df5-afb746a6c26c tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:31.319593 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e84bb833-2e4b-4436-baa4-5e4100bea95a req-1b68216b-56d6-45ad-8df5-afb746a6c26c tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 944 time: 0.0514662 Aug 05 02:14:31.358028 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e84bb833-2e4b-4436-baa4-5e4100bea95a req-0f0cb2fe-b008-450c-b07f-e33a2b639faf tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324364 Aug 05 02:14:31.588213 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61b3e3-ed42-49d3-a2bc-eb3200ead5f8 req-d58c66a6-a309-400b-b0f5-cd752dd0cbd6 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:31.589688 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4e61b3e3-ed42-49d3-a2bc-eb3200ead5f8 req-d58c66a6-a309-400b-b0f5-cd752dd0cbd6 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 932 time: 0.0520389 Aug 05 02:14:31.630017 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4e61b3e3-ed42-49d3-a2bc-eb3200ead5f8 req-fa2af703-78e0-41fd-ac80-28ead63c7782 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331547 Aug 05 02:14:31.921792 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c3542-7f52-4eb5-a5aa-2754f30de064 req-0444f300-b309-4cd0-970a-7c866bef7672 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:31.923318 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-913c3542-7f52-4eb5-a5aa-2754f30de064 req-0444f300-b309-4cd0-970a-7c866bef7672 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0483387 Aug 05 02:14:31.964652 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-913c3542-7f52-4eb5-a5aa-2754f30de064 req-57946457-182d-4aaf-87d6-325f9b1f36b0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329232 Aug 05 02:14:32.058276 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:32.117432 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57d2b6-da1c-48e4-9efd-5e1cda372dcb req-89914109-72b1-4af6-9337-5c3c41841ae0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:32.119280 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8f57d2b6-da1c-48e4-9efd-5e1cda372dcb req-89914109-72b1-4af6-9337-5c3c41841ae0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 943 time: 0.0563025 Aug 05 02:14:32.162626 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8f57d2b6-da1c-48e4-9efd-5e1cda372dcb req-2f9463ad-a540-4a38-91f6-7592e1d5b657 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362036 Aug 05 02:14:32.195139 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105050ea-9d0b-4d95-b9ca-d1f5b9b00369 req-b9608105-051a-4ce9-ada7-1bb4d00b80e7 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:32.196610 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-105050ea-9d0b-4d95-b9ca-d1f5b9b00369 req-b9608105-051a-4ce9-ada7-1bb4d00b80e7 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 944 time: 0.2400622 Aug 05 02:14:32.235925 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-105050ea-9d0b-4d95-b9ca-d1f5b9b00369 req-77daba2f-1810-489d-8989-63053d4a1f1a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324705 Aug 05 02:14:32.389347 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-05b659c8-ef0b-4de4-b6a7-83efab171da5 req-2c8639c1-3c22-4819-803d-daa40c9f9d02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f5fbb29-064c-491b-937e-91e7d4f39d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371730 Aug 05 02:14:32.432375 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Request body: {'port': {'device_id': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:32.483644 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-d645dd8f-8e30-46ea-a00f-61254f608da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:32.485101 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-d645dd8f-8e30-46ea-a00f-61254f608da9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f7d0a3f342c463397c5e4677bd94032&device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 1097 time: 0.1052721 Aug 05 02:14:32.531940 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-0398bea6-e9a0-4527-99c3-3cbec94b2f2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82c35ed6-2be9-40b0-99c0-f0552615200d HTTP/1.1" status: 200 len: 217 time: 0.0367250 Aug 05 02:14:32.554916 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-05b659c8-ef0b-4de4-b6a7-83efab171da5 req-77dc290a-5058-4d1f-a220-ecc744af1001 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491358 Aug 05 02:14:32.638220 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:32.646845 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-9a52de92-7415-4bc7-a03e-2e8d712d9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:32.648435 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-9a52de92-7415-4bc7-a03e-2e8d712d9910 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9843046-36d7-46e3-9a0f-2ccdca3a6899 HTTP/1.1" status: 200 len: 859 time: 0.1057515 Aug 05 02:14:32.678164 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8459ed2-27fa-4b3e-bc2d-51f6fa6f8840 req-c3470e49-295b-44b4-96b0-02ec681bd1fa tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:32.679748 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d8459ed2-27fa-4b3e-bc2d-51f6fa6f8840 req-c3470e49-295b-44b4-96b0-02ec681bd1fa tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 944 time: 0.2070167 Aug 05 02:14:32.688718 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-cca2bea4-1371-4ca8-bbd1-e0b15e16670e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f5fbb29-064c-491b-937e-91e7d4f39d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305882 Aug 05 02:14:32.691532 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d6e3e-ace6-453c-9872-f7e994bd3371 req-8fa07c63-fe17-40a8-9b56-9aebb9d49768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:32.693070 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fc2d6e3e-ace6-453c-9872-f7e994bd3371 req-8fa07c63-fe17-40a8-9b56-9aebb9d49768 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 916 time: 0.3318655 Aug 05 02:14:32.702756 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-25d47f0f-b038-4ee5-ae4a-7b37a2a5ff63 req-20616715-adf2-463b-80d4-0581d4a6f37c service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403218 Aug 05 02:14:32.709876 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-05b659c8-ef0b-4de4-b6a7-83efab171da5 req-45f4731b-1c4d-4215-9a91-fb1ca13af487 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334035 Aug 05 02:14:32.739125 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44696) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:32.777744 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d8459ed2-27fa-4b3e-bc2d-51f6fa6f8840 req-db20eca7-0ef5-4e99-95b6-e3a55f58f7ce tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833659 Aug 05 02:14:32.808983 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35491537-419d-4a19-83ad-e51479ba0902 req-ee5e5555-4a6f-485f-a3d0-c233fa18eb78 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:32.817414 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-35491537-419d-4a19-83ad-e51479ba0902 req-ee5e5555-4a6f-485f-a3d0-c233fa18eb78 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 932 time: 0.0895870 Aug 05 02:14:32.855563 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-35491537-419d-4a19-83ad-e51479ba0902 req-e8df4b27-2257-4eae-a861-877cb11d3e2f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367730 Aug 05 02:14:32.891497 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-076b4b88-7fec-4f6d-93d2-19bd4578248b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.137862 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24c50ea-e611-4ef4-adfb-4d4bd07e4787 {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:14:33.148476 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.150112 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44716) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:33.153090 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-076b4b88-7fec-4f6d-93d2-19bd4578248b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.165416 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-076b4b88-7fec-4f6d-93d2-19bd4578248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.177752 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Transition to ACTIVE for port object f24c50ea-e611-4ef4-adfb-4d4bd07e4787 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:14:33.191006 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.206907 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018ac6f-10ca-4f93-84ef-aa20ad5baf50 req-fae6bee5-f155-4e61-9343-afe4ca49acaa tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:33.208413 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9018ac6f-10ca-4f93-84ef-aa20ad5baf50 req-fae6bee5-f155-4e61-9343-afe4ca49acaa tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.1340275 Aug 05 02:14:33.257124 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-076b4b88-7fec-4f6d-93d2-19bd4578248b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d4ffb6c3a1a4a32b1b0867b284602e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5135021 Aug 05 02:14:33.262766 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44724) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:33.272491 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b4b88-7fec-4f6d-93d2-19bd4578248b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feec413e-495f-4353-91a3-0f22a880f683,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:33.288960 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Pushing event updated for resources: {'Port': ['ID=f24c50ea-e611-4ef4-adfb-4d4bd07e4787,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:33.298132 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-af010cd4-d65e-4eda-b61b-06f38a26ffa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.315521 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9018ac6f-10ca-4f93-84ef-aa20ad5baf50 req-fb5bab35-4aa5-4f76-9c2f-19dab5523822 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737321 Aug 05 02:14:33.344070 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Attempting to bind port f24c50ea-e611-4ef4-adfb-4d4bd07e4787 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:14:33.344399 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Attempting to bind port f24c50ea-e611-4ef4-adfb-4d4bd07e4787 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:14:33.344716 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Attempting to bind port f24c50ea-e611-4ef4-adfb-4d4bd07e4787 on network 04c23d2b-4628-4e7e-82ed-143193917639 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:33.349263 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Port f24c50ea-e611-4ef4-adfb-4d4bd07e4787 on network 04c23d2b-4628-4e7e-82ed-143193917639 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:14:33.349594 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Attempting to bind port f24c50ea-e611-4ef4-adfb-4d4bd07e4787 on network 04c23d2b-4628-4e7e-82ed-143193917639 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:14:33.354497 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad994de-b3de-4b08-a142-f0b9dd6b0586 req-5531a015-5b85-44ba-981e-9341e616e02d tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:33.354679 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:14:33.354884 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Checking segment: {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:14:33.355257 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Bound using segment: {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:14:33.355674 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Bound port: f24c50ea-e611-4ef4-adfb-4d4bd07e4787, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:14:33.356024 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.356650 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9ad994de-b3de-4b08-a142-f0b9dd6b0586 req-5531a015-5b85-44ba-981e-9341e616e02d tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 943 time: 0.1250737 Aug 05 02:14:33.425791 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a48ac081-8d6f-4f11-9fab-1598058bd8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.454970 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a48ac081-8d6f-4f11-9fab-1598058bd8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.492922 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9ad994de-b3de-4b08-a142-f0b9dd6b0586 req-fadc1be3-0977-4223-9ac4-05372100dd86 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256213 Aug 05 02:14:33.547849 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a48ac081-8d6f-4f11-9fab-1598058bd8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.550175 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a48ac081-8d6f-4f11-9fab-1598058bd8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.551359 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a48ac081-8d6f-4f11-9fab-1598058bd8af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/feec413e-495f-4353-91a3-0f22a880f683 HTTP/1.1" status: 204 len: 168 time: 0.2875831 Aug 05 02:14:33.563565 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ac081-8d6f-4f11-9fab-1598058bd8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec413e-495f-4353-91a3-0f22a880f683,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:33.573928 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-af010cd4-d65e-4eda-b61b-06f38a26ffa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.579203 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-af010cd4-d65e-4eda-b61b-06f38a26ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.613058 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-af010cd4-d65e-4eda-b61b-06f38a26ffa3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2096e496dfb44ba6a709ea552bc10a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617567 Aug 05 02:14:33.613688 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44730) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:33.637279 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.659589 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af010cd4-d65e-4eda-b61b-06f38a26ffa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf556b-5d77-43a1-96aa-9b924ee8dff7,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:33.679143 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] For port f24c50ea-e611-4ef4-adfb-4d4bd07e4787, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:14:33.687841 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-81d81b61-d1f3-40f3-8943-91323ce65052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.687993 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dc9ba-3177-427c-bdf3-9c5cbac6163f req-b7ff853d-e09f-4a40-aa77-c1ab962a399f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:33.689450 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a28dc9ba-3177-427c-bdf3-9c5cbac6163f req-b7ff853d-e09f-4a40-aa77-c1ab962a399f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 944 time: 0.2908368 Aug 05 02:14:33.709817 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] For port f24c50ea-e611-4ef4-adfb-4d4bd07e4787, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=f24c50ea-e611-4ef4-adfb-4d4bd07e4787,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:14:33.710853 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-81d81b61-d1f3-40f3-8943-91323ce65052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.720580 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.766449 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:33.767258 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.769150 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] 10.222.0.43 "PUT /v2.0/ports/f24c50ea-e611-4ef4-adfb-4d4bd07e4787 HTTP/1.1" status: 200 len: 1094 time: 1.3991776 Aug 05 02:14:33.774177 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-81d81b61-d1f3-40f3-8943-91323ce65052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.775755 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'tag': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:14:33.778260 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d88192-dac3-4bab-8cc2-2d399cf4fae1" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc124f1-ad4b-47b7-97bf-67323f41cdd6", "tag": "f24c50ea-e611-4ef4-adfb-4d4bd07e4787"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:14:33.778628 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-81d81b61-d1f3-40f3-8943-91323ce65052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.780965 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-81d81b61-d1f3-40f3-8943-91323ce65052 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03cf556b-5d77-43a1-96aa-9b924ee8dff7 HTTP/1.1" status: 204 len: 168 time: 0.1644676 Aug 05 02:14:33.810621 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a28dc9ba-3177-427c-bdf3-9c5cbac6163f req-0a703183-e6f6-429d-a500-70bebffb1230 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105089 Aug 05 02:14:33.824604 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d81b61-d1f3-40f3-8943-91323ce65052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cf556b-5d77-43a1-96aa-9b924ee8dff7,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:33.849669 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42848893-6e88-483c-90f2-f2013df0e721 x-openstack-request-id: req-42848893-6e88-483c-90f2-f2013df0e721 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:14:33.850301 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc124f1-ad4b-47b7-97bf-67323f41cdd6", "tag": "f24c50ea-e611-4ef4-adfb-4d4bd07e4787", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:14:33.850469 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42848893-6e88-483c-90f2-f2013df0e721 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:14:33.851028 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'tag': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787', 'status': 'completed', 'code': 200} Aug 05 02:14:33.856994 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359cbd3-36a0-4795-9cf0-5d7cab8cf360 service neutron] Pushing event updated for resources: {'Port': ['ID=f24c50ea-e611-4ef4-adfb-4d4bd07e4787,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:33.902780 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44742) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:33.922809 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ef97-d67e-460e-ab7b-da6403e44c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:33.974395 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba045521-3ddd-4e97-894e-48a920482262 req-5596acbb-f43f-41e0-89f6-6df2975d701a tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:33.981046 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ba045521-3ddd-4e97-894e-48a920482262 req-5596acbb-f43f-41e0-89f6-6df2975d701a tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 944 time: 0.0680194 Aug 05 02:14:34.030823 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ba045521-3ddd-4e97-894e-48a920482262 req-d7100327-985c-4553-b8e1-c73b25071aed tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455067 Aug 05 02:14:34.037697 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0b5a0-846b-49ae-a1e0-279916227eb0 req-159ad86f-b515-414d-aa44-52fff5c45f58 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:34.039189 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f4e0b5a0-846b-49ae-a1e0-279916227eb0 req-159ad86f-b515-414d-aa44-52fff5c45f58 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 944 time: 0.0804508 Aug 05 02:14:34.104610 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f4e0b5a0-846b-49ae-a1e0-279916227eb0 req-091c0aad-145e-4f1c-8157-87567bc21154 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586245 Aug 05 02:14:34.113442 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ef97-d67e-460e-ab7b-da6403e44c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.118450 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ef97-d67e-460e-ab7b-da6403e44c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.158097 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-fdc6ef97-d67e-460e-ab7b-da6403e44c20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6dfe3c8398244ed8ad3775e385f46ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531903 Aug 05 02:14:34.159093 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6ef97-d67e-460e-ab7b-da6403e44c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a1669f-2119-45cd-a4d0-77e85d656c81,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:34.160780 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44746) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:34.210634 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2e7eebd6-85b6-449b-b632-9739b58e1238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.228251 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44748) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:34.231510 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2e7eebd6-85b6-449b-b632-9739b58e1238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.241102 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-874ed25c-7fd5-4b0a-828b-8f59ce543522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.278103 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2e7eebd6-85b6-449b-b632-9739b58e1238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.281723 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2e7eebd6-85b6-449b-b632-9739b58e1238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.282956 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-2e7eebd6-85b6-449b-b632-9739b58e1238 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1a1669f-2119-45cd-a4d0-77e85d656c81 HTTP/1.1" status: 204 len: 168 time: 0.1211689 Aug 05 02:14:34.290858 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7eebd6-85b6-449b-b632-9739b58e1238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a1669f-2119-45cd-a4d0-77e85d656c81,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:34.354492 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-874ed25c-7fd5-4b0a-828b-8f59ce543522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.360775 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-874ed25c-7fd5-4b0a-828b-8f59ce543522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.404619 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-874ed25c-7fd5-4b0a-828b-8f59ce543522 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9cfa907f2ed14d30be9ff7e90e25314f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752787 Aug 05 02:14:34.406297 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ed25c-7fd5-4b0a-828b-8f59ce543522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0735bb16-633a-4183-905e-390e38517784,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:34.409364 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44754) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:34.438686 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3380598-6ec3-4104-9099-b039c623b8ff req-905d933f-5f4e-438d-b751-86f541845cfd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:34.440572 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b3380598-6ec3-4104-9099-b039c623b8ff req-905d933f-5f4e-438d-b751-86f541845cfd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0539334 Aug 05 02:14:34.469385 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c052dab6-3395-4620-a092-e15ba765f04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.496101 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b3380598-6ec3-4104-9099-b039c623b8ff req-a616e54b-fa2f-4d13-95fc-268b8c83f01a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478482 Aug 05 02:14:34.496225 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c052dab6-3395-4620-a092-e15ba765f04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.558022 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c052dab6-3395-4620-a092-e15ba765f04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.562340 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c052dab6-3395-4620-a092-e15ba765f04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:34.563694 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-c052dab6-3395-4620-a092-e15ba765f04c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0735bb16-633a-4183-905e-390e38517784 HTTP/1.1" status: 204 len: 168 time: 0.1532531 Aug 05 02:14:34.574707 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052dab6-3395-4620-a092-e15ba765f04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0735bb16-633a-4183-905e-390e38517784,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:34.625830 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65d322-f6bd-4185-bd38-89ef303e3fb7 req-8f2ae596-6a91-4c30-8005-c2e9f891cc27 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:34.627369 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ff65d322-f6bd-4185-bd38-89ef303e3fb7 req-8f2ae596-6a91-4c30-8005-c2e9f891cc27 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 943 time: 0.0546126 Aug 05 02:14:34.666486 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ff65d322-f6bd-4185-bd38-89ef303e3fb7 req-dfab5f43-4232-4fd6-af29-82faab8f950b tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327270 Aug 05 02:14:34.924786 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e575159-fd92-41af-8962-e8ab18f8dbe3 req-f3e3419e-40f8-459c-bcc9-198cbe1888cc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:34.926332 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1e575159-fd92-41af-8962-e8ab18f8dbe3 req-f3e3419e-40f8-459c-bcc9-198cbe1888cc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 944 time: 0.0520720 Aug 05 02:14:34.965873 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1e575159-fd92-41af-8962-e8ab18f8dbe3 req-12e0f54b-7eef-4f38-b115-8a43945f5dfc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323904 Aug 05 02:14:35.155883 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b21da-1f24-402e-8f2f-b4600f5d2bb9 req-ec81b40a-5adf-4d07-815d-bf216c9dc8a3 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:35.164446 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6d0b21da-1f24-402e-8f2f-b4600f5d2bb9 req-ec81b40a-5adf-4d07-815d-bf216c9dc8a3 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 944 time: 0.0675106 Aug 05 02:14:35.211636 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6d0b21da-1f24-402e-8f2f-b4600f5d2bb9 req-b81bd7a8-1ddb-41fc-9dad-a4f18d63cc41 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462701 Aug 05 02:14:35.236275 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5d8a3-e7de-4d8b-b307-3353f4d833f9 req-30eacd01-02b2-43c9-985d-bdd5d3468fb8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:35.243518 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5af5d8a3-e7de-4d8b-b307-3353f4d833f9 req-30eacd01-02b2-43c9-985d-bdd5d3468fb8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 944 time: 0.0613143 Aug 05 02:14:35.294892 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5af5d8a3-e7de-4d8b-b307-3353f4d833f9 req-9225d5d7-25b9-48a8-b7b6-228579e1617d tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499482 Aug 05 02:14:35.630031 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device aaedd208-5daa-4672-b829-1910d313c761 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:14:35.695647 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1112be1-362f-41e8-a588-b7e2d2ab4eac req-6914434c-2420-49bc-ae32-516ae525418d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:35.697868 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c1112be1-362f-41e8-a588-b7e2d2ab4eac req-6914434c-2420-49bc-ae32-516ae525418d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.1280377 Aug 05 02:14:35.701540 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fc2d6e3e-ace6-453c-9872-f7e994bd3371 req-db9fa48d-ae68-4cc3-a23c-9f60892fcd37 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9 HTTP/1.1" status: 200 len: 217 time: 0.0867946 Aug 05 02:14:35.768166 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d88192-dac3-4bab-8cc2-2d399cf4fae1 req-6a6351a1-4a44-46d7-922a-f8b87c6434a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:35.770039 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-1e545596-7393-4acf-9e86-e6fc55782beb service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659396 Aug 05 02:14:35.770300 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-21d88192-dac3-4bab-8cc2-2d399cf4fae1 req-6a6351a1-4a44-46d7-922a-f8b87c6434a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 1097 time: 0.0883334 Aug 05 02:14:35.789548 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c1112be1-362f-41e8-a588-b7e2d2ab4eac req-a4ebd0ad-4b06-40d5-b36b-c2344d904e31 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789661 Aug 05 02:14:35.804168 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d6e3e-ace6-453c-9872-f7e994bd3371 req-12de7494-cd93-44e2-9bee-1c4faf4d5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:35.805749 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fc2d6e3e-ace6-453c-9872-f7e994bd3371 req-12de7494-cd93-44e2-9bee-1c4faf4d5ac8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 200 len: 855 time: 0.0813665 Aug 05 02:14:35.894810 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port aaedd208-5daa-4672-b829-1910d313c761, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=aaedd208-5daa-4672-b829-1910d313c761,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:35.911458 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': 'aaedd208-5daa-4672-b829-1910d313c761', 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c', 'port_id': 'aaedd208-5daa-4672-b829-1910d313c761', 'mac_address': 'fa:16:3e:52:a0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9843046-36d7-46e3-9a0f-2ccdca3a6899', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:14:35.918092 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-76b5b8be-6217-4c9c-921f-f84f4c7efe4e req-824e08e8-172a-497a-84ec-8811a27c4252 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252637 Aug 05 02:14:35.958396 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:35.978333 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaedd208-5daa-4672-b829-1910d313c761 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:14:36.013089 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port aaedd208-5daa-4672-b829-1910d313c761, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=aaedd208-5daa-4672-b829-1910d313c761,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:36.019011 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:36.019977 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:14:36.028887 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78735182-75f7-499d-8402-215e510b63b5 req-31f46a2f-ffc6-4ee6-a93d-ff81c7f5a6fe tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:36.036406 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-78735182-75f7-499d-8402-215e510b63b5 req-31f46a2f-ffc6-4ee6-a93d-ff81c7f5a6fe tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 943 time: 0.2530818 Aug 05 02:14:36.080065 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d6e3e-ace6-453c-9872-f7e994bd3371 req-3a2a1a42-1395-41c8-8fcf-71bf9b2e1efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:36.081572 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fc2d6e3e-ace6-453c-9872-f7e994bd3371 req-3a2a1a42-1395-41c8-8fcf-71bf9b2e1efd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1966960 Aug 05 02:14:36.091466 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005eb9c-550a-441b-87f8-b706b49363b9 req-6cce00b4-4100-463c-99d1-5548ba641f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:36.095361 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4005eb9c-550a-441b-87f8-b706b49363b9 req-6cce00b4-4100-463c-99d1-5548ba641f30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f7d0a3f342c463397c5e4677bd94032&device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 1097 time: 0.1177928 Aug 05 02:14:36.152189 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=aaedd208-5daa-4672-b829-1910d313c761,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:36.198742 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d88192-dac3-4bab-8cc2-2d399cf4fae1 req-4013f709-566d-4b8c-acb1-83ac3e3c8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:36.200348 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-21d88192-dac3-4bab-8cc2-2d399cf4fae1 req-4013f709-566d-4b8c-acb1-83ac3e3c8b95 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3986371 Aug 05 02:14:36.209708 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:36.219759 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-78735182-75f7-499d-8402-215e510b63b5 req-e47922b1-c2b0-424d-801b-3ce1dcbef122 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763349 Aug 05 02:14:36.244066 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c', 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4', 'port_id': '8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c', 'mac_address': 'fa:16:3e:b7:7e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21115f09-b253-45be-95ff-5784aee1cf34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:14:36.260984 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce0fa7-c73b-4751-a659-2692bb39807e req-eaac7533-1306-45f9-b4f0-0333a53702b2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:36.262969 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4dce0fa7-c73b-4751-a659-2692bb39807e req-eaac7533-1306-45f9-b4f0-0333a53702b2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 944 time: 0.1403606 Aug 05 02:14:36.300859 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005eb9c-550a-441b-87f8-b706b49363b9 req-6aaacbd3-cd20-473c-939f-b6b330f38ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:36.302670 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4005eb9c-550a-441b-87f8-b706b49363b9 req-6aaacbd3-cd20-473c-939f-b6b330f38ec2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 200 len: 919 time: 0.1991403 Aug 05 02:14:36.336318 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:36.359479 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:14:36.360702 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4005eb9c-550a-441b-87f8-b706b49363b9 req-f7028432-62f6-4e1e-acc7-7da88c7073fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82c35ed6-2be9-40b0-99c0-f0552615200d HTTP/1.1" status: 200 len: 217 time: 0.0450470 Aug 05 02:14:36.399044 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4dce0fa7-c73b-4751-a659-2692bb39807e req-d7a0a82d-678d-434f-a9a8-be5328d347ff tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198442 Aug 05 02:14:36.401342 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:36.422962 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:36.422962 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:14:36.459279 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005eb9c-550a-441b-87f8-b706b49363b9 req-d1d00ff1-cd96-40fb-a160-e40639d870e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:36.460915 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4005eb9c-550a-441b-87f8-b706b49363b9 req-d1d00ff1-cd96-40fb-a160-e40639d870e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9843046-36d7-46e3-9a0f-2ccdca3a6899 HTTP/1.1" status: 200 len: 859 time: 0.0917628 Aug 05 02:14:36.488099 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fc2d6e3e-ace6-453c-9872-f7e994bd3371 req-6ffa3407-8fa2-4477-9181-579e064b005c service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896353 Aug 05 02:14:36.543442 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8e929-0538-4a64-a0f7-55827db21b84 req-ec628a2c-b570-4efa-a39a-436bb362b3ca tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:36.547403 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4005eb9c-550a-441b-87f8-b706b49363b9 req-841be573-2dcc-427c-a86b-cf5642cb66fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f5fbb29-064c-491b-937e-91e7d4f39d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764403 Aug 05 02:14:36.548409 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9bd8e929-0538-4a64-a0f7-55827db21b84 req-ec628a2c-b570-4efa-a39a-436bb362b3ca tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 944 time: 0.2282553 Aug 05 02:14:36.568256 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:36.681246 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:36.683617 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d88192-dac3-4bab-8cc2-2d399cf4fae1 req-9eb40cbf-9eaf-4534-abbd-5393765bec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:36.689107 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-21d88192-dac3-4bab-8cc2-2d399cf4fae1 req-9eb40cbf-9eaf-4534-abbd-5393765bec3a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4666996 Aug 05 02:14:36.712320 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'port_id': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'mac_address': 'fa:16:3e:2b:a1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:14:36.726864 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9bd8e929-0538-4a64-a0f7-55827db21b84 req-66ed21e1-0b46-4f92-b1ad-84cc5300bb6f tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463957 Aug 05 02:14:36.735016 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeb207-3c62-4cec-b260-783a131c00c3 req-3abefefc-84c0-4ef0-a12b-ff7f2058adbf tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:36.743290 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-96eeb207-3c62-4cec-b260-783a131c00c3 req-3abefefc-84c0-4ef0-a12b-ff7f2058adbf tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 944 time: 0.2141774 Aug 05 02:14:36.825385 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fc2d6e3e-ace6-453c-9872-f7e994bd3371 req-fec047d4-52a2-4f6d-b7f1-5128bb1fc85a service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204656 Aug 05 02:14:36.831794 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:36.842334 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38185ed-5283-40c8-96ac-70c963f78855 req-1dc64c5c-2324-4251-8006-1aa8a5809fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:36.844579 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-1dc64c5c-2324-4251-8006-1aa8a5809fd9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 1097 time: 0.1051550 Aug 05 02:14:36.855967 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:14:36.880745 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-96eeb207-3c62-4cec-b260-783a131c00c3 req-04477706-8e3b-4877-9020-5d6283729f3a tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358862 Aug 05 02:14:36.901406 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4005eb9c-550a-441b-87f8-b706b49363b9 req-d7db6186-8c95-4e48-847f-b0379cd2138a service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905715 Aug 05 02:14:36.926938 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:36.938216 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:36.938721 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device e792b03f-aff1-4fec-ba16-cde51beb7893 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:14:36.943429 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-0f773e0d-5b2c-426c-aac3-e235c3ba2dd2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f24c50ea-e611-4ef4-adfb-4d4bd07e4787 HTTP/1.1" status: 200 len: 217 time: 0.0867822 Aug 05 02:14:37.034577 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36341e28-0b13-4f8d-88aa-e43b037af9b3 req-9b5f831f-7e3e-47b0-9325-fbaff5c595f4 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:37.047146 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-36341e28-0b13-4f8d-88aa-e43b037af9b3 req-9b5f831f-7e3e-47b0-9325-fbaff5c595f4 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 945 time: 0.0983665 Aug 05 02:14:37.090504 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44902) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:37.101271 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:37.122378 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-36341e28-0b13-4f8d-88aa-e43b037af9b3 req-f6e37ae1-66f4-46db-a767-e34d619c29a4 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679116 Aug 05 02:14:37.124102 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38185ed-5283-40c8-96ac-70c963f78855 req-74cc4407-7000-4ea5-be61-839ff7d9f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:37.130403 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-74cc4407-7000-4ea5-be61-839ff7d9f1b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62dd59a9-2ce2-4bfb-9d6c-59dc98b53745 HTTP/1.1" status: 200 len: 849 time: 0.1530313 Aug 05 02:14:37.153306 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4005eb9c-550a-441b-87f8-b706b49363b9 req-4b84bf62-cd76-4263-bede-895f7b1481d8 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393701 Aug 05 02:14:37.168707 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port e792b03f-aff1-4fec-ba16-cde51beb7893, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=e792b03f-aff1-4fec-ba16-cde51beb7893,segment=NetworkSegment(7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0),segment_id=7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:37.181382 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': 'e792b03f-aff1-4fec-ba16-cde51beb7893', 'network_id': '9630584d-728a-45ae-971c-a314bc1cd5a9', 'port_id': 'e792b03f-aff1-4fec-ba16-cde51beb7893', 'mac_address': 'fa:16:3e:75:5e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6d1c75-1245-4a47-bdae-5d1d145a9c12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:14:37.194454 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38185ed-5283-40c8-96ac-70c963f78855 req-9d23822a-3dae-49b3-906e-62669b93a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:37.197278 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-9d23822a-3dae-49b3-906e-62669b93a3f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04c23d2b-4628-4e7e-82ed-143193917639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576546 Aug 05 02:14:37.237475 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:37.265407 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e792b03f-aff1-4fec-ba16-cde51beb7893 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:14:37.273407 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f793ef4c-30d7-4d54-9e7b-458edf3fed79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:37.290458 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port e792b03f-aff1-4fec-ba16-cde51beb7893, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=e792b03f-aff1-4fec-ba16-cde51beb7893,segment=NetworkSegment(7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0),segment_id=7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:37.298072 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:37.360502 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-880aa772-7e16-4ce5-90f4-bf837887e9e0 service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555703 Aug 05 02:14:37.368573 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=e792b03f-aff1-4fec-ba16-cde51beb7893,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:37.419732 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353e2e0-f867-4d72-801d-b45878124ca9 req-e46b9f48-621b-407e-87e4-5a75654250c4 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:37.421407 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c353e2e0-f867-4d72-801d-b45878124ca9 req-e46b9f48-621b-407e-87e4-5a75654250c4 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 944 time: 0.1056430 Aug 05 02:14:37.474817 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d38185ed-5283-40c8-96ac-70c963f78855 req-747dbe66-d3b0-4c8a-b9f0-cfbd8ca2c1a7 service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056955 Aug 05 02:14:37.493202 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c353e2e0-f867-4d72-801d-b45878124ca9 req-5363e1a3-1d8c-4809-9b86-3a28a6e2675d tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575590 Aug 05 02:14:37.498323 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f793ef4c-30d7-4d54-9e7b-458edf3fed79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:37.504075 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f793ef4c-30d7-4d54-9e7b-458edf3fed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:37.531827 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a5069-6842-47a8-b50e-21f400d030db req-52c9a232-7485-4bbe-b56f-3e1545863bb1 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:37.533317 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bc2a5069-6842-47a8-b50e-21f400d030db req-52c9a232-7485-4bbe-b56f-3e1545863bb1 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 944 time: 0.0563269 Aug 05 02:14:37.544400 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-f793ef4c-30d7-4d54-9e7b-458edf3fed79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=080c490e5088470eba9ae2bf2d586a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516871 Aug 05 02:14:37.544940 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793ef4c-30d7-4d54-9e7b-458edf3fed79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f32f3d-83f5-45d0-a4b9-0c80c2147ddd,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:37.547391 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 44914) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:37.583028 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bc2a5069-6842-47a8-b50e-21f400d030db req-fcc7e4e0-7801-4790-bb92-096271e5c7ce tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437434 Aug 05 02:14:37.602704 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-574d5172-ad49-4a1c-99b1-915e09c17337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:37.623564 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-574d5172-ad49-4a1c-99b1-915e09c17337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:37.668053 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-574d5172-ad49-4a1c-99b1-915e09c17337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:37.670550 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-574d5172-ad49-4a1c-99b1-915e09c17337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:37.674031 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-574d5172-ad49-4a1c-99b1-915e09c17337 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30f32f3d-83f5-45d0-a4b9-0c80c2147ddd HTTP/1.1" status: 204 len: 168 time: 0.1234436 Aug 05 02:14:37.679256 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d5172-ad49-4a1c-99b1-915e09c17337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f32f3d-83f5-45d0-a4b9-0c80c2147ddd,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:37.759627 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:14:37.779945 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['aaedd208-5daa-4672-b829-1910d313c761'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:14:37.804629 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['e792b03f-aff1-4fec-ba16-cde51beb7893'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:14:37.806590 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['7cc5fb6c-4111-4938-91ea-20a3aa047ed9'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:14:37.866004 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a1ece-cec3-485c-8a4f-39bd4dc9a613 req-8755a2a9-bd9b-4cea-ae56-99ed7902b6cc tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:37.867607 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1d7a1ece-cec3-485c-8a4f-39bd4dc9a613 req-8755a2a9-bd9b-4cea-ae56-99ed7902b6cc tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 945 time: 0.0519204 Aug 05 02:14:37.910290 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1d7a1ece-cec3-485c-8a4f-39bd4dc9a613 req-e439c6ae-195f-46b4-b59a-2b8399db05ef tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361040 Aug 05 02:14:37.964002 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44924) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:37.999988 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6efeb075-72fb-4427-bc35-a298e2c7c884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:38.041375 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430265c-3db5-4ce0-a40c-9bc3216042d7 req-02e80f9e-d29a-411b-9a01-3c9270e4bfc7 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:38.042882 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7430265c-3db5-4ce0-a40c-9bc3216042d7 req-02e80f9e-d29a-411b-9a01-3c9270e4bfc7 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 944 time: 0.0805600 Aug 05 02:14:38.110831 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7430265c-3db5-4ce0-a40c-9bc3216042d7 req-0b07a66c-9bb8-4fa0-bb01-eaba12e2fdc4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609615 Aug 05 02:14:38.181732 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6efeb075-72fb-4427-bc35-a298e2c7c884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:38.187969 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6efeb075-72fb-4427-bc35-a298e2c7c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:38.228790 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-6efeb075-72fb-4427-bc35-a298e2c7c884 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc64fc895b634cba926e2e1cdca40816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613854 Aug 05 02:14:38.231736 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 44938) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:38.267102 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58519f-1bc3-48ed-b167-d8849d91fe76 req-ffc7bb84-1644-4363-8e1f-1e9d68f33767 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:38.274857 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-cc58519f-1bc3-48ed-b167-d8849d91fe76 req-ffc7bb84-1644-4363-8e1f-1e9d68f33767 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 945 time: 0.0766046 Aug 05 02:14:38.303198 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8776c16d-88fe-4494-8c6a-b6aebb37e5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:38.306028 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efeb075-72fb-4427-bc35-a298e2c7c884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec542a2a-2c2b-44d0-8ee2-19b91c11b113,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:38.328936 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-cc58519f-1bc3-48ed-b167-d8849d91fe76 req-486fda6b-3113-47c5-9f6b-1648eb8ffa43 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529661 Aug 05 02:14:38.340618 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8776c16d-88fe-4494-8c6a-b6aebb37e5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:38.575646 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8776c16d-88fe-4494-8c6a-b6aebb37e5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:38.579123 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8776c16d-88fe-4494-8c6a-b6aebb37e5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:38.580402 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-8776c16d-88fe-4494-8c6a-b6aebb37e5d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec542a2a-2c2b-44d0-8ee2-19b91c11b113 HTTP/1.1" status: 204 len: 168 time: 0.3477690 Aug 05 02:14:38.600567 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776c16d-88fe-4494-8c6a-b6aebb37e5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec542a2a-2c2b-44d0-8ee2-19b91c11b113,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:38.652376 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71ede2-eb7a-43d7-a1ae-c5ba330658c5 req-57b3a950-a912-4531-92e1-f06b4491d58c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:38.654159 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0c71ede2-eb7a-43d7-a1ae-c5ba330658c5 req-57b3a950-a912-4531-92e1-f06b4491d58c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 944 time: 0.0724878 Aug 05 02:14:38.711153 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0c71ede2-eb7a-43d7-a1ae-c5ba330658c5 req-d84bb95f-5b7a-455c-a496-39c4783256f5 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499725 Aug 05 02:14:38.748158 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5694c-4ed4-4730-a634-5eaec2c245e5 req-3becc00c-b800-4454-bb46-22a0a8368990 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:38.749700 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-51f5694c-4ed4-4730-a634-5eaec2c245e5 req-3becc00c-b800-4454-bb46-22a0a8368990 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 944 time: 0.0777371 Aug 05 02:14:38.791581 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-51f5694c-4ed4-4730-a634-5eaec2c245e5 req-9c91ab53-4d63-4525-b475-8a5af2b11289 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360076 Aug 05 02:14:39.028634 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b467ad4-db9e-4e60-9f50-b1828c981d8f req-36f31856-a8f6-4a41-92af-150b4bf769d2 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:39.030149 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3b467ad4-db9e-4e60-9f50-b1828c981d8f req-36f31856-a8f6-4a41-92af-150b4bf769d2 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 945 time: 0.0477173 Aug 05 02:14:39.067436 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3b467ad4-db9e-4e60-9f50-b1828c981d8f req-40eac128-9591-4575-8af9-8765c81fb469 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Aug 05 02:14:39.230485 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fcd2b-343c-419b-92ca-1cc127e216b4 req-185e8d20-8518-48d3-800a-257512efe0ab tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:39.232001 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b35fcd2b-343c-419b-92ca-1cc127e216b4 req-185e8d20-8518-48d3-800a-257512efe0ab tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 944 time: 0.0480304 Aug 05 02:14:39.271577 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b35fcd2b-343c-419b-92ca-1cc127e216b4 req-7e55ed80-c2ec-48f1-ab4e-70be2bced477 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331888 Aug 05 02:14:39.299377 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 82c35ed6-2be9-40b0-99c0-f0552615200d details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:14:39.302679 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device aaedd208-5daa-4672-b829-1910d313c761 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:39.412952 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port aaedd208-5daa-4672-b829-1910d313c761 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:39.418880 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port aaedd208-5daa-4672-b829-1910d313c761 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:39.419281 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:39.458042 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdfc31-1f3b-4d8c-8943-d2b63961c0dd req-5bef8e97-24c2-4a79-b5fc-26e1e343e990 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:39.459571 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d9cdfc31-1f3b-4d8c-8943-d2b63961c0dd req-5bef8e97-24c2-4a79-b5fc-26e1e343e990 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 945 time: 0.0609632 Aug 05 02:14:39.472645 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 82c35ed6-2be9-40b0-99c0-f0552615200d, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=82c35ed6-2be9-40b0-99c0-f0552615200d,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:39.487307 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '82c35ed6-2be9-40b0-99c0-f0552615200d', 'network_id': '8f5fbb29-064c-491b-937e-91e7d4f39d1c', 'port_id': '82c35ed6-2be9-40b0-99c0-f0552615200d', 'mac_address': 'fa:16:3e:7c:28:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9843046-36d7-46e3-9a0f-2ccdca3a6899', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:14:39.505008 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d9cdfc31-1f3b-4d8c-8943-d2b63961c0dd req-f1b47963-f644-4a4f-9695-11434125c70d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390079 Aug 05 02:14:39.551546 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:39.570386 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:39.572958 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c35ed6-2be9-40b0-99c0-f0552615200d {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:14:39.610815 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 82c35ed6-2be9-40b0-99c0-f0552615200d, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=82c35ed6-2be9-40b0-99c0-f0552615200d,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:39.615468 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd050a13e-725e-42d5-b0b7-55b1fc01cae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaedd208-5daa-4672-b829-1910d313c761'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:14:39.688722 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:39.707144 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port aaedd208-5daa-4672-b829-1910d313c761, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=aaedd208-5daa-4672-b829-1910d313c761,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:39.729857 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:39.730519 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:39.757699 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45020) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:39.793683 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=82c35ed6-2be9-40b0-99c0-f0552615200d,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:39.867752 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:39.875675 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:39.875675 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:39.878229 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=aaedd208-5daa-4672-b829-1910d313c761,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:39.899917 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2033a3-c68c-42b6-b90d-e830592b3f27" -d '{"events": [{"server_uuid": "d050a13e-725e-42d5-b0b7-55b1fc01cae5", "name": "network-vif-plugged", "status": "completed", "tag": "aaedd208-5daa-4672-b829-1910d313c761"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:14:39.916132 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a22e6a-92f9-4228-9a92-d201e9ed7b1b req-fa07c18d-5303-447e-bf33-2c0c14faf694 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:39.917802 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-88a22e6a-92f9-4228-9a92-d201e9ed7b1b req-fa07c18d-5303-447e-bf33-2c0c14faf694 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 944 time: 0.1170685 Aug 05 02:14:39.934671 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['82c35ed6-2be9-40b0-99c0-f0552615200d'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:14:39.977072 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-88a22e6a-92f9-4228-9a92-d201e9ed7b1b req-cdb76952-fc70-4604-953c-8b2bac7d8593 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519996 Aug 05 02:14:39.980079 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d6dca301-ffb1-4169-9c13-1839c7a9fc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.043731 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04a436-9c8e-48b5-b0e6-c4dbce09ac3f req-b39f992b-fa82-4dc7-a215-31d50f45af84 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:40.046182 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9e04a436-9c8e-48b5-b0e6-c4dbce09ac3f req-b39f992b-fa82-4dc7-a215-31d50f45af84 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 945 time: 0.1416647 Aug 05 02:14:40.083821 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.111060 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a15c2f4-1e7e-4581-bcba-bb62cc3b00c7 x-openstack-request-id: req-4a15c2f4-1e7e-4581-bcba-bb62cc3b00c7 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:14:40.111349 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d050a13e-725e-42d5-b0b7-55b1fc01cae5", "name": "network-vif-plugged", "status": "completed", "tag": "aaedd208-5daa-4672-b829-1910d313c761", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:14:40.111605 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a15c2f4-1e7e-4581-bcba-bb62cc3b00c7 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:14:40.112171 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd050a13e-725e-42d5-b0b7-55b1fc01cae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaedd208-5daa-4672-b829-1910d313c761', 'code': 200} Aug 05 02:14:40.143753 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:40.158350 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9e04a436-9c8e-48b5-b0e6-c4dbce09ac3f req-64aebd69-ce72-4f82-aaef-3e611596b087 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016860 Aug 05 02:14:40.164581 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.165440 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:40.262264 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45040) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:40.268770 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836e7a9-00c6-43aa-ab37-438d5a459acb req-48c04a41-fcde-48f5-a722-b6a0e4f36e7c tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:40.273850 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:40.284122 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d6dca301-ffb1-4169-9c13-1839c7a9fc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.288085 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9836e7a9-00c6-43aa-ab37-438d5a459acb req-48c04a41-fcde-48f5-a722-b6a0e4f36e7c tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 945 time: 0.1081531 Aug 05 02:14:40.290544 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d6dca301-ffb1-4169-9c13-1839c7a9fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.294088 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:40.298426 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:40.299022 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.345237 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9836e7a9-00c6-43aa-ab37-438d5a459acb req-ce6b2a11-e4f9-4816-8662-49f0c325cdcd tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453744 Aug 05 02:14:40.356218 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-d6dca301-ffb1-4169-9c13-1839c7a9fc56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c740398a2ebd4578ab7f17b6ed79307e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974674 Aug 05 02:14:40.358951 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45046) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:40.393889 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.426456 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:40.432065 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.432861 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device e792b03f-aff1-4fec-ba16-cde51beb7893 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:40.476582 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dca301-ffb1-4169-9c13-1839c7a9fc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc82fe4-7b7d-4aaa-905d-0d1f29258695,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:40.488273 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa95e-401f-4552-8a3e-ed411f4cb614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.508117 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:40.522787 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port e792b03f-aff1-4fec-ba16-cde51beb7893 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:40.526561 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port e792b03f-aff1-4fec-ba16-cde51beb7893 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:40.526984 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.541747 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2611b-db24-4469-a164-1ce8ba25dc5a req-783f59fe-a44a-4308-a6d3-a247d20ad4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:40.542948 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c1b2611b-db24-4469-a164-1ce8ba25dc5a req-783f59fe-a44a-4308-a6d3-a247d20ad4a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 1099 time: 0.1897116 Aug 05 02:14:40.579913 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57425805-2da4-4d19-a2ec-ad89c5df39e7 req-23569ef3-4078-40cb-b376-79e1426173a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:40.581352 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-57425805-2da4-4d19-a2ec-ad89c5df39e7 req-23569ef3-4078-40cb-b376-79e1426173a4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 944 time: 0.2160535 Aug 05 02:14:40.588180 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba3c1-575a-48c2-95b2-665c56170de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.593596 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c1b2611b-db24-4469-a164-1ce8ba25dc5a req-ab6c538e-7d10-4f6a-a249-69e6fc46d6f6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.610635 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.642854 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port e792b03f-aff1-4fec-ba16-cde51beb7893, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=e792b03f-aff1-4fec-ba16-cde51beb7893,segment=NetworkSegment(7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0),segment_id=7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:40.647219 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afce0f-624b-4f2e-baa7-fa9e4851fb11 req-8270bf19-4db9-41e0-985f-726a8f55de7e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:40.647597 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.648758 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-20afce0f-624b-4f2e-baa7-fa9e4851fb11 req-8270bf19-4db9-41e0-985f-726a8f55de7e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0693421 Aug 05 02:14:40.658004 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba3c1-575a-48c2-95b2-665c56170de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.691256 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-20afce0f-624b-4f2e-baa7-fa9e4851fb11 req-f9c7f1b2-4cce-42a6-b3d7-9c605e25057f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336139 Aug 05 02:14:40.697987 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=e792b03f-aff1-4fec-ba16-cde51beb7893,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:40.715423 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-57425805-2da4-4d19-a2ec-ad89c5df39e7 req-ba9392ef-52c9-4313-a409-287722f7d2b2 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129935 Aug 05 02:14:40.748165 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba3c1-575a-48c2-95b2-665c56170de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.750877 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba3c1-575a-48c2-95b2-665c56170de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.751993 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-4b1ba3c1-575a-48c2-95b2-665c56170de6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fc82fe4-7b7d-4aaa-905d-0d1f29258695 HTTP/1.1" status: 204 len: 168 time: 0.3923750 Aug 05 02:14:40.761942 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa95e-401f-4552-8a3e-ed411f4cb614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.771033 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa95e-401f-4552-8a3e-ed411f4cb614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.775835 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ba3c1-575a-48c2-95b2-665c56170de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc82fe4-7b7d-4aaa-905d-0d1f29258695,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:40.828261 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-2d7aa95e-401f-4552-8a3e-ed411f4cb614 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f47f1a43ff6413b88e416e393d3c3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5649383 Aug 05 02:14:40.831533 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45052) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:40.838779 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7aa95e-401f-4552-8a3e-ed411f4cb614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c00e8a8-83a0-42b5-bc05-ffdbae2ed16f,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:40.896366 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-15dc1eff-ca53-4191-99e0-8b409e3e85e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.901752 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c1b2611b-db24-4469-a164-1ce8ba25dc5a req-ab6c538e-7d10-4f6a-a249-69e6fc46d6f6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.906774 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c1b2611b-db24-4469-a164-1ce8ba25dc5a req-ab6c538e-7d10-4f6a-a249-69e6fc46d6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.919144 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-15dc1eff-ca53-4191-99e0-8b409e3e85e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.934285 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c1b2611b-db24-4469-a164-1ce8ba25dc5a req-ab6c538e-7d10-4f6a-a249-69e6fc46d6f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787501 Aug 05 02:14:40.945039 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c538e-7d10-4f6a-a249-69e6fc46d6f6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d35f61-44b6-4018-8613-9a94b0b099f9,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:40.971159 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-15dc1eff-ca53-4191-99e0-8b409e3e85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.973623 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-15dc1eff-ca53-4191-99e0-8b409e3e85e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:40.974817 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-15dc1eff-ca53-4191-99e0-8b409e3e85e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c00e8a8-83a0-42b5-bc05-ffdbae2ed16f HTTP/1.1" status: 204 len: 168 time: 0.1420140 Aug 05 02:14:40.982345 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc1eff-ca53-4191-99e0-8b409e3e85e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c00e8a8-83a0-42b5-bc05-ffdbae2ed16f,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:41.108377 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec4c4f-90e3-4cee-baac-2acc71ed44b8 req-abe0943a-56b8-4ece-aa04-45ca4d75594a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:41.109897 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-22ec4c4f-90e3-4cee-baac-2acc71ed44b8 req-abe0943a-56b8-4ece-aa04-45ca4d75594a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 945 time: 0.0595474 Aug 05 02:14:41.153439 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-22ec4c4f-90e3-4cee-baac-2acc71ed44b8 req-c1ddbb03-441f-463c-b99d-15346b58a69d tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366817 Aug 05 02:14:41.299800 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adaa64-5e0e-4666-8a4e-0d067200ca1f req-da0d293e-d97a-4962-9aa2-31f94023f77f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:41.301542 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-56adaa64-5e0e-4666-8a4e-0d067200ca1f req-da0d293e-d97a-4962-9aa2-31f94023f77f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 945 time: 0.0621340 Aug 05 02:14:41.317050 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device f24c50ea-e611-4ef4-adfb-4d4bd07e4787 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:14:41.319508 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 82c35ed6-2be9-40b0-99c0-f0552615200d up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:41.386733 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-56adaa64-5e0e-4666-8a4e-0d067200ca1f req-2c2505b3-92de-49c1-a761-a828a3edab26 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787661 Aug 05 02:14:41.391816 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45084) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:41.409445 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bfe51ea2-f1db-445c-816c-99c1b16e22aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:41.528469 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bfe51ea2-f1db-445c-816c-99c1b16e22aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:41.535679 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bfe51ea2-f1db-445c-816c-99c1b16e22aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:41.539450 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaf223-b0ca-4115-a750-ca81a6c76031 req-8eeca1b2-9488-4ba6-9aad-74a3e211a5a5 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:41.549401 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-eaaaf223-b0ca-4115-a750-ca81a6c76031 req-8eeca1b2-9488-4ba6-9aad-74a3e211a5a5 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 946 time: 0.1105533 Aug 05 02:14:41.585480 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 82c35ed6-2be9-40b0-99c0-f0552615200d completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:41.594808 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-bfe51ea2-f1db-445c-816c-99c1b16e22aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28e7dcb130c34b7a93839cf59579c53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010932 Aug 05 02:14:41.594914 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe51ea2-f1db-445c-816c-99c1b16e22aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52775a1a-2b61-4d81-9e11-9376231b302d,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:41.600222 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45094) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:41.626311 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 82c35ed6-2be9-40b0-99c0-f0552615200d triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:41.626728 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:41.653082 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-eaaaf223-b0ca-4115-a750-ca81a6c76031 req-e5029f72-ba58-4b12-9534-507b4c985b20 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012485 Aug 05 02:14:41.669066 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port f24c50ea-e611-4ef4-adfb-4d4bd07e4787, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=f24c50ea-e611-4ef4-adfb-4d4bd07e4787,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:41.688622 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'port_id': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787', 'mac_address': 'fa:16:3e:dd:44:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:14:41.702365 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f56570d-1c56-444d-ba40-7f78c644b30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:41.725929 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f56570d-1c56-444d-ba40-7f78c644b30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:41.755256 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:41.759294 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:41.778717 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24c50ea-e611-4ef4-adfb-4d4bd07e4787 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:14:41.801408 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f56570d-1c56-444d-ba40-7f78c644b30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:41.806159 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f56570d-1c56-444d-ba40-7f78c644b30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:41.807703 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-4f56570d-1c56-444d-ba40-7f78c644b30a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52775a1a-2b61-4d81-9e11-9376231b302d HTTP/1.1" status: 204 len: 168 time: 0.2022915 Aug 05 02:14:41.818290 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56570d-1c56-444d-ba40-7f78c644b30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52775a1a-2b61-4d81-9e11-9376231b302d,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:41.821038 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port f24c50ea-e611-4ef4-adfb-4d4bd07e4787, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=f24c50ea-e611-4ef4-adfb-4d4bd07e4787,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:41.826533 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 82c35ed6-2be9-40b0-99c0-f0552615200d, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=82c35ed6-2be9-40b0-99c0-f0552615200d,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:41.837079 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:41.845834 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:41.897894 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed84d0c-a82e-46d7-8eb8-051bc7d396f8 req-bf47b7d9-8458-472b-bb55-12479323afc6 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:41.899425 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3ed84d0c-a82e-46d7-8eb8-051bc7d396f8 req-bf47b7d9-8458-472b-bb55-12479323afc6 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 945 time: 0.0678225 Aug 05 02:14:41.902334 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e7215-6a63-4f5a-9318-ef11de09494c req-7c0c1ebb-26a9-4735-a8ef-2f2e62bb2479 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:41.907756 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=f24c50ea-e611-4ef4-adfb-4d4bd07e4787,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:41.909786 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fa6e7215-6a63-4f5a-9318-ef11de09494c req-7c0c1ebb-26a9-4735-a8ef-2f2e62bb2479 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0924783 Aug 05 02:14:41.974689 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=82c35ed6-2be9-40b0-99c0-f0552615200d,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:41.975702 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3ed84d0c-a82e-46d7-8eb8-051bc7d396f8 req-6968a9dc-092e-41fa-a5c7-71adbddb78a1 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691659 Aug 05 02:14:41.984076 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fa6e7215-6a63-4f5a-9318-ef11de09494c req-10d9b50d-249d-45d0-83b3-4a5dd655d5ee tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655944 Aug 05 02:14:42.113716 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b5ebf9-6233-429f-b343-bb363397d70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c'}, {'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9'}, {'server_uuid': '0636aff4-5fb7-4e39-8e95-679f89a95359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e792b03f-aff1-4fec-ba16-cde51beb7893'}, {'server_uuid': '65016fae-f1c5-4622-ada0-842fe70504d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c35ed6-2be9-40b0-99c0-f0552615200d'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:14:42.116154 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8370b4-f5e7-4f3d-9896-f32d8b80d3fb" -d '{"events": [{"server_uuid": "20b5ebf9-6233-429f-b343-bb363397d70c", "name": "network-vif-plugged", "status": "completed", "tag": "8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c"}, {"server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "name": "network-vif-plugged", "status": "completed", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9"}, {"server_uuid": "0636aff4-5fb7-4e39-8e95-679f89a95359", "name": "network-vif-plugged", "status": "completed", "tag": "e792b03f-aff1-4fec-ba16-cde51beb7893"}, {"server_uuid": "65016fae-f1c5-4622-ada0-842fe70504d0", "name": "network-vif-plugged", "status": "completed", "tag": "82c35ed6-2be9-40b0-99c0-f0552615200d"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:14:42.147767 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['f24c50ea-e611-4ef4-adfb-4d4bd07e4787'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:14:42.173316 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 05 Aug 2021 02:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7f7c9d-09b2-4c49-89a7-fb5c3ca9da22 x-openstack-request-id: req-ac7f7c9d-09b2-4c49-89a7-fb5c3ca9da22 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:14:42.173620 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b5ebf9-6233-429f-b343-bb363397d70c", "name": "network-vif-plugged", "status": "completed", "tag": "8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c", "code": 200}, {"server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "name": "network-vif-plugged", "status": "completed", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9", "code": 200}, {"server_uuid": "0636aff4-5fb7-4e39-8e95-679f89a95359", "name": "network-vif-plugged", "status": "completed", "tag": "e792b03f-aff1-4fec-ba16-cde51beb7893", "code": 200}, {"server_uuid": "65016fae-f1c5-4622-ada0-842fe70504d0", "name": "network-vif-plugged", "status": "completed", "tag": "82c35ed6-2be9-40b0-99c0-f0552615200d", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:14:42.173869 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac7f7c9d-09b2-4c49-89a7-fb5c3ca9da22 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:14:42.174258 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b5ebf9-6233-429f-b343-bb363397d70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c', 'code': 200} Aug 05 02:14:42.174509 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'code': 200} Aug 05 02:14:42.174774 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0636aff4-5fb7-4e39-8e95-679f89a95359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e792b03f-aff1-4fec-ba16-cde51beb7893', 'code': 200} Aug 05 02:14:42.175017 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65016fae-f1c5-4622-ada0-842fe70504d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c35ed6-2be9-40b0-99c0-f0552615200d', 'code': 200} Aug 05 02:14:42.344325 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca8264-bbb6-4588-b54e-e638e0c2f575 req-e2eede80-5399-4c8c-9b24-813f27c90de3 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:42.351652 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a0ca8264-bbb6-4588-b54e-e638e0c2f575 req-e2eede80-5399-4c8c-9b24-813f27c90de3 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 945 time: 0.0931787 Aug 05 02:14:42.401619 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a0ca8264-bbb6-4588-b54e-e638e0c2f575 req-b37068bd-4472-46f3-8a86-8d7c1c960ea3 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486650 Aug 05 02:14:42.561512 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c66a28-835f-4c2a-9726-3208a26c4b7a req-19a31b2f-3395-4d0c-8677-bc592803c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:42.564059 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-80c66a28-835f-4c2a-9726-3208a26c4b7a req-19a31b2f-3395-4d0c-8677-bc592803c967 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 1099 time: 0.0734968 Aug 05 02:14:42.615746 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-80c66a28-835f-4c2a-9726-3208a26c4b7a req-95c19d2b-77bc-4f3c-8ff8-37e543494afa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433609 Aug 05 02:14:42.647681 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fffc7-8bbf-425e-bedb-3160306e179f req-1ddb47b4-35df-440e-a9d4-ee724b12b3f2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:42.649802 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-dd4fffc7-8bbf-425e-bedb-3160306e179f req-1ddb47b4-35df-440e-a9d4-ee724b12b3f2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.1297648 Aug 05 02:14:42.675055 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f3574-e4f6-4ff3-aa8c-0bf62d7fef86 req-a27191c2-ab0b-437a-802c-a27e37fd596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:42.676730 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4d2f3574-e4f6-4ff3-aa8c-0bf62d7fef86 req-a27191c2-ab0b-437a-802c-a27e37fd596a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 1098 time: 0.1173882 Aug 05 02:14:42.724974 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-dd4fffc7-8bbf-425e-bedb-3160306e179f req-9d7158d1-f8c9-40cf-b62a-028e311d91ee tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657861 Aug 05 02:14:42.776945 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4d2f3574-e4f6-4ff3-aa8c-0bf62d7fef86 req-53245940-e571-4585-82ca-1c2de628e85d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572493 Aug 05 02:14:42.854577 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc600dc-8af9-46f7-b243-9f36c86c5bab req-6163aee1-d97a-4504-a806-8a0593d18343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:42.856102 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-acc600dc-8af9-46f7-b243-9f36c86c5bab req-6163aee1-d97a-4504-a806-8a0593d18343 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 1099 time: 0.1407504 Aug 05 02:14:42.894799 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aba6d8-27e2-4687-b3ae-236610476811 req-cbe981e1-f451-4db9-99dd-f4f1dbc1eba7 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:42.896361 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-58aba6d8-27e2-4687-b3ae-236610476811 req-cbe981e1-f451-4db9-99dd-f4f1dbc1eba7 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 946 time: 0.0896742 Aug 05 02:14:42.906407 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1055e-17da-4a67-a31f-11f287ff7aae req-b3041e43-4a1f-46b0-acb6-b788fae51dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:42.908108 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fde1055e-17da-4a67-a31f-11f287ff7aae req-b3041e43-4a1f-46b0-acb6-b788fae51dd4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 1099 time: 0.1350217 Aug 05 02:14:42.941194 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-acc600dc-8af9-46f7-b243-9f36c86c5bab req-77f0e902-ce4b-4a4a-8c45-37973cf866c6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764596 Aug 05 02:14:42.976930 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-58aba6d8-27e2-4687-b3ae-236610476811 req-9786157b-040e-4d4e-a98b-032fc5db6cbf tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621765 Aug 05 02:14:42.980924 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fde1055e-17da-4a67-a31f-11f287ff7aae req-9e2f4fb2-295d-4419-868e-8bd4e14e14b1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569987 Aug 05 02:14:43.132694 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2199-b9c8-4f01-9902-a7a6113a7ada req-131686db-c0be-494b-8839-7fdeb553ae7c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:43.134328 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6a0f2199-b9c8-4f01-9902-a7a6113a7ada req-131686db-c0be-494b-8839-7fdeb553ae7c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 945 time: 0.0688500 Aug 05 02:14:43.168300 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46421b-941a-4b7a-8c9c-1fea13eeda96 req-f9345c49-0d38-4c51-8ad6-bbef4b1ed341 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:43.169907 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ac46421b-941a-4b7a-8c9c-1fea13eeda96 req-f9345c49-0d38-4c51-8ad6-bbef4b1ed341 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0832138 Aug 05 02:14:43.212573 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6a0f2199-b9c8-4f01-9902-a7a6113a7ada req-959b78cc-1725-43b9-8c91-cba476dd8c05 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666792 Aug 05 02:14:43.244306 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ac46421b-941a-4b7a-8c9c-1fea13eeda96 req-38a61b96-2ecc-4f81-b74f-2081d4a9091b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675611 Aug 05 02:14:43.513422 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329a43b-436d-4596-ad5c-c04146d54d4e req-1cdc693d-cdc5-445c-a4d8-a6f8c690e414 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:43.515504 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c329a43b-436d-4596-ad5c-c04146d54d4e req-1cdc693d-cdc5-445c-a4d8-a6f8c690e414 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 945 time: 0.0501854 Aug 05 02:14:43.553578 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c329a43b-436d-4596-ad5c-c04146d54d4e req-121cf4a9-72f6-4b03-bf36-1f1525a4e806 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321424 Aug 05 02:14:43.658289 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:14:43.844942 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8ac84-3c80-4d13-8e8e-440d0553fd1a req-80ee7da3-7b14-4482-862e-0fa3bc014453 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:43.846422 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7bb8ac84-3c80-4d13-8e8e-440d0553fd1a req-80ee7da3-7b14-4482-862e-0fa3bc014453 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0475216 Aug 05 02:14:43.883343 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7bb8ac84-3c80-4d13-8e8e-440d0553fd1a req-1134facc-568b-4b41-b77b-ecf408d3c164 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309792 Aug 05 02:14:44.092165 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ea77f-2d83-4800-9f53-7928c6f46fc8 req-9701b3b0-9065-49ae-8a4c-7974bb8cb803 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:44.093612 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3d7ea77f-2d83-4800-9f53-7928c6f46fc8 req-9701b3b0-9065-49ae-8a4c-7974bb8cb803 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 946 time: 0.0469182 Aug 05 02:14:44.130176 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3d7ea77f-2d83-4800-9f53-7928c6f46fc8 req-18128eb6-ae1e-41da-8fb5-b8ad64f8493a tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306396 Aug 05 02:14:44.140856 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device f24c50ea-e611-4ef4-adfb-4d4bd07e4787 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:14:44.187711 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port f24c50ea-e611-4ef4-adfb-4d4bd07e4787 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:14:44.191415 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port f24c50ea-e611-4ef4-adfb-4d4bd07e4787 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:14:44.191779 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:44.271993 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:44.295395 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:14:44.298411 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3787d80c-8fe7-4eb3-9244-9ba71ad00d2c" -d '{"events": [{"server_uuid": "6dc124f1-ad4b-47b7-97bf-67323f41cdd6", "name": "network-vif-plugged", "status": "completed", "tag": "f24c50ea-e611-4ef4-adfb-4d4bd07e4787"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:14:44.314975 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port f24c50ea-e611-4ef4-adfb-4d4bd07e4787, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=f24c50ea-e611-4ef4-adfb-4d4bd07e4787,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:14:44.321927 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:44.344865 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daba282-983f-4b79-8dc2-3c259ee5a3c5 req-a753f5f0-6808-4db4-96a1-5b74d68da9f7 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:44.346413 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7daba282-983f-4b79-8dc2-3c259ee5a3c5 req-a753f5f0-6808-4db4-96a1-5b74d68da9f7 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 945 time: 0.0490386 Aug 05 02:14:44.360365 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea4636-32b0-4f40-a992-cf348c958ca0 req-4611e2ab-f77a-4e39-ab72-93588c5cb859 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:44.361857 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b7ea4636-32b0-4f40-a992-cf348c958ca0 req-4611e2ab-f77a-4e39-ab72-93588c5cb859 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0542474 Aug 05 02:14:44.372965 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=f24c50ea-e611-4ef4-adfb-4d4bd07e4787,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:44.390224 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7daba282-983f-4b79-8dc2-3c259ee5a3c5 req-fdc7f0ed-f1e1-4e8d-9993-ee902c1d31ec tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378702 Aug 05 02:14:44.407547 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b7ea4636-32b0-4f40-a992-cf348c958ca0 req-a5ea7b7a-eb09-46c5-ae1a-d65fd904c5fa tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362890 Aug 05 02:14:44.433777 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3999ae-9486-4b4e-81a9-e6efc2344be9 x-openstack-request-id: req-db3999ae-9486-4b4e-81a9-e6efc2344be9 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:14:44.434076 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc124f1-ad4b-47b7-97bf-67323f41cdd6", "name": "network-vif-plugged", "status": "completed", "tag": "f24c50ea-e611-4ef4-adfb-4d4bd07e4787", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:14:44.434329 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db3999ae-9486-4b4e-81a9-e6efc2344be9 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:14:44.434753 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787', 'code': 200} Aug 05 02:14:44.668954 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e0c94-8720-4f97-8134-117f319eba06 req-1fdf6d11-3aef-4616-bf09-e34133d22855 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:44.670377 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6e6e0c94-8720-4f97-8134-117f319eba06 req-1fdf6d11-3aef-4616-bf09-e34133d22855 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 945 time: 0.0499754 Aug 05 02:14:44.706301 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6e6e0c94-8720-4f97-8134-117f319eba06 req-3a549e6b-065a-4bef-a2b4-7c5794518cf4 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300412 Aug 05 02:14:45.001554 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0273b-9d77-4a51-bbdf-8eced25511af req-eda1213f-aa2e-4b95-bc84-fec9340d7ebe tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:45.003014 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ead0273b-9d77-4a51-bbdf-8eced25511af req-eda1213f-aa2e-4b95-bc84-fec9340d7ebe tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0494933 Aug 05 02:14:45.039429 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ead0273b-9d77-4a51-bbdf-8eced25511af req-6c4233ba-9532-4df7-a9fb-e119ce456ac2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305655 Aug 05 02:14:45.238296 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47429cf3-34fc-4ac9-8cba-cdc90efc9ce1 req-84180925-956d-4a2d-b85c-56ee86870491 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:45.239764 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-47429cf3-34fc-4ac9-8cba-cdc90efc9ce1 req-84180925-956d-4a2d-b85c-56ee86870491 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 946 time: 0.0459864 Aug 05 02:14:45.275990 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-47429cf3-34fc-4ac9-8cba-cdc90efc9ce1 req-22cbe3b8-edeb-4bc4-b568-bceaaa453d0b tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305266 Aug 05 02:14:45.502505 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bce32e-3fcc-4379-b1f4-891b24e2cda6 req-5fe96e42-b1a5-4011-8c43-7ddf2bab62c1 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:45.504017 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-02bce32e-3fcc-4379-b1f4-891b24e2cda6 req-5fe96e42-b1a5-4011-8c43-7ddf2bab62c1 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0467734 Aug 05 02:14:45.517932 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938849b8-6a81-40aa-92cb-3f322d68cf2d req-a8b3fc35-b29b-451a-a3a2-0ca03a596ce6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:45.519465 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-938849b8-6a81-40aa-92cb-3f322d68cf2d req-a8b3fc35-b29b-451a-a3a2-0ca03a596ce6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0463924 Aug 05 02:14:45.541202 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-02bce32e-3fcc-4379-b1f4-891b24e2cda6 req-f3d52cbb-82b9-4a43-9347-dad43a5816ce tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Aug 05 02:14:45.558930 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-938849b8-6a81-40aa-92cb-3f322d68cf2d req-d45fd6b2-3ff2-4824-b24e-54a092112b0e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323529 Aug 05 02:14:45.814879 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43872ee-8b2d-4db8-9746-dd6ae0c4381b req-1f8e8d4e-a107-40a5-b1c7-550cccae307e tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:45.816311 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b43872ee-8b2d-4db8-9746-dd6ae0c4381b req-1f8e8d4e-a107-40a5-b1c7-550cccae307e tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 945 time: 0.0465357 Aug 05 02:14:45.852793 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b43872ee-8b2d-4db8-9746-dd6ae0c4381b req-cc68f749-bcb2-4325-af88-c9c1eb47a507 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306005 Aug 05 02:14:46.157440 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73304706-f711-4e19-bac2-629ec7a78a93 req-c63c6fa9-f02f-467a-8e97-91a086120567 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:46.158942 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-73304706-f711-4e19-bac2-629ec7a78a93 req-c63c6fa9-f02f-467a-8e97-91a086120567 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0528495 Aug 05 02:14:46.199325 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-73304706-f711-4e19-bac2-629ec7a78a93 req-d0472e46-70d9-48b6-baa5-ff6c81b4ce33 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342119 Aug 05 02:14:46.229989 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3fe33-2ad6-4e72-a60d-2c50b2d7a8b4 req-cbd3508f-137c-4140-85b8-8735b6c3daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:46.231493 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fae3fe33-2ad6-4e72-a60d-2c50b2d7a8b4 req-cbd3508f-137c-4140-85b8-8735b6c3daef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 1099 time: 0.0428150 Aug 05 02:14:46.268526 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fae3fe33-2ad6-4e72-a60d-2c50b2d7a8b4 req-6e3b3c34-a2c3-42e0-b807-d265272074b9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267282 Aug 05 02:14:46.387484 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3d78f-005c-4a98-acd1-8963e01ea468 req-be2895ef-e2b9-455e-adbd-036967ddd87c tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:46.388974 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7ed3d78f-005c-4a98-acd1-8963e01ea468 req-be2895ef-e2b9-455e-adbd-036967ddd87c tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 946 time: 0.0482044 Aug 05 02:14:46.428350 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7ed3d78f-005c-4a98-acd1-8963e01ea468 req-0527430b-47de-4cf2-897d-79f99d6272f6 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325050 Aug 05 02:14:46.673795 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9554ff8-65a4-4d75-8433-87bd9fd296ce req-2b2ebcb4-b55e-4815-9191-6b91ad312fd4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:46.676152 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c9554ff8-65a4-4d75-8433-87bd9fd296ce req-2b2ebcb4-b55e-4815-9191-6b91ad312fd4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0503306 Aug 05 02:14:46.720636 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c9554ff8-65a4-4d75-8433-87bd9fd296ce req-747cd2d8-ded3-435f-a9fd-e741f5ad3dc6 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378969 Aug 05 02:14:46.735066 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cb25a-4192-48da-9fce-e57df4aa62dd req-4b4e89ac-5f1b-4127-9e26-dca16bea5edf tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:46.736628 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-de7cb25a-4192-48da-9fce-e57df4aa62dd req-4b4e89ac-5f1b-4127-9e26-dca16bea5edf tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0587146 Aug 05 02:14:46.775637 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-de7cb25a-4192-48da-9fce-e57df4aa62dd req-30d107bd-a765-4146-ba6d-1e19525d9416 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324671 Aug 05 02:14:46.968826 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403e513-132f-4cd6-9e5d-43d35e2b05ec req-9f707b16-cba5-46a3-9238-fe5ed4a10a99 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:46.970262 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f403e513-132f-4cd6-9e5d-43d35e2b05ec req-9f707b16-cba5-46a3-9238-fe5ed4a10a99 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 945 time: 0.0465529 Aug 05 02:14:47.006787 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f403e513-132f-4cd6-9e5d-43d35e2b05ec req-9949c61c-b0a0-4039-8d31-678427950d16 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304925 Aug 05 02:14:47.316876 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae94944-69b3-4e14-985f-4371a6564351 req-2a803631-f984-4c43-b8c3-1c3bbd955f8a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:47.318390 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9ae94944-69b3-4e14-985f-4371a6564351 req-2a803631-f984-4c43-b8c3-1c3bbd955f8a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0523195 Aug 05 02:14:47.355529 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9ae94944-69b3-4e14-985f-4371a6564351 req-91c391f5-0154-4a9b-8291-991057134ae7 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Aug 05 02:14:47.550165 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d5c86-4115-429f-b8bf-a773af981707 req-31990ee6-1f84-46a5-8c97-695647d3e431 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:47.555213 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d12d5c86-4115-429f-b8bf-a773af981707 req-31990ee6-1f84-46a5-8c97-695647d3e431 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 946 time: 0.0569954 Aug 05 02:14:47.599832 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d12d5c86-4115-429f-b8bf-a773af981707 req-66db708c-5577-42a0-b17d-78c50299ca96 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Aug 05 02:14:47.684435 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad0de0-0745-4033-bf0b-5bf567ad379f req-3c11124c-a1f8-4643-b98b-aef03e05bd5b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:47.686167 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-caad0de0-0745-4033-bf0b-5bf567ad379f req-3c11124c-a1f8-4643-b98b-aef03e05bd5b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0502317 Aug 05 02:14:47.723292 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-caad0de0-0745-4033-bf0b-5bf567ad379f req-9b003173-e0fb-465b-a460-1064c9b34968 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312569 Aug 05 02:14:47.845478 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c4f51-05f4-4521-a737-7e3b88865fae req-b5548448-cf77-455f-9b05-82630681f742 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:47.847729 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-397c4f51-05f4-4521-a737-7e3b88865fae req-b5548448-cf77-455f-9b05-82630681f742 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0592573 Aug 05 02:14:47.906968 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-397c4f51-05f4-4521-a737-7e3b88865fae req-4e000c5e-5497-4962-a960-6edcabe838dd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534313 Aug 05 02:14:47.928969 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037a93-4296-476a-8e07-2b362b2e1141 req-11488261-c433-45dd-a377-e46e0db33915 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:47.930444 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a3037a93-4296-476a-8e07-2b362b2e1141 req-11488261-c433-45dd-a377-e46e0db33915 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0634069 Aug 05 02:14:47.970742 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a3037a93-4296-476a-8e07-2b362b2e1141 req-d2143bdc-a53b-48e0-92a1-b948dc4f1b28 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329299 Aug 05 02:14:48.119372 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cfb5c-6e6a-4bb6-9298-2dcdbbc3fd81 req-d2e7b51a-e00b-482b-9ba5-43951c4172d9 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:48.120797 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-337cfb5c-6e6a-4bb6-9298-2dcdbbc3fd81 req-d2e7b51a-e00b-482b-9ba5-43951c4172d9 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 945 time: 0.0499258 Aug 05 02:14:48.157920 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-337cfb5c-6e6a-4bb6-9298-2dcdbbc3fd81 req-d22fba06-af4b-4ca0-be51-c6ca61f0edf2 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306354 Aug 05 02:14:48.835177 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e112b65-fecb-47d3-b2c2-7227971b315c req-c2f5db88-eed3-497f-8bda-5bb864c3135a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:48.839455 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5e112b65-fecb-47d3-b2c2-7227971b315c req-c2f5db88-eed3-497f-8bda-5bb864c3135a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0478785 Aug 05 02:14:48.881164 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5e112b65-fecb-47d3-b2c2-7227971b315c req-b3d47f1c-07ce-4b43-b172-b8127c5eba46 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343874 Aug 05 02:14:49.021356 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa122b7-3f19-447b-92f2-6b20226466ed req-4d6efe4d-6829-4a8e-8881-b823739c008e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:49.022903 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afa122b7-3f19-447b-92f2-6b20226466ed req-4d6efe4d-6829-4a8e-8881-b823739c008e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0508797 Aug 05 02:14:49.064000 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afa122b7-3f19-447b-92f2-6b20226466ed req-c82c89eb-18a0-498c-80c7-4f319db9ac17 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351629 Aug 05 02:14:49.089710 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87fbb9-1856-48c1-ac4a-bd82673df18f req-58fddb50-cafa-411c-ae76-2b56687f6ea3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:49.091449 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ba87fbb9-1856-48c1-ac4a-bd82673df18f req-58fddb50-cafa-411c-ae76-2b56687f6ea3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0503848 Aug 05 02:14:49.128862 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ba87fbb9-1856-48c1-ac4a-bd82673df18f req-253694db-3226-4f80-8959-de721b11d024 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308886 Aug 05 02:14:49.992552 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027e45b-fbcc-42eb-a759-cb0ad2743c21 req-4e59de7b-4e09-45da-af94-2f0a60d6479e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:49.994034 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e027e45b-fbcc-42eb-a759-cb0ad2743c21 req-4e59de7b-4e09-45da-af94-2f0a60d6479e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0478346 Aug 05 02:14:50.032005 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e027e45b-fbcc-42eb-a759-cb0ad2743c21 req-0320aac8-53e1-4c51-890e-0528360c26bb tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Aug 05 02:14:50.176434 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a7c34-15d4-4243-9e83-365fe6ae1fd9 req-4f71c71c-57f7-4bf9-ade8-7d8927f7338f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:50.177897 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-054a7c34-15d4-4243-9e83-365fe6ae1fd9 req-4f71c71c-57f7-4bf9-ade8-7d8927f7338f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0474727 Aug 05 02:14:50.215969 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-054a7c34-15d4-4243-9e83-365fe6ae1fd9 req-d24ce427-556e-4ca3-a21d-521ac34021d7 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321095 Aug 05 02:14:50.274445 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce206047-4c2d-43ab-9815-570d230d95d6 req-9e78d7d3-855b-456b-b5bf-1efc8e99fa8e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:50.275821 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce206047-4c2d-43ab-9815-570d230d95d6 req-9e78d7d3-855b-456b-b5bf-1efc8e99fa8e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0769379 Aug 05 02:14:50.305822 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce774924-39c0-4a0e-8375-c212aefe8dad req-25ba2030-6464-4b27-91f1-4e71cda83ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:50.307571 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce774924-39c0-4a0e-8375-c212aefe8dad req-25ba2030-6464-4b27-91f1-4e71cda83ce7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f7d0a3f342c463397c5e4677bd94032&device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 1099 time: 0.0678828 Aug 05 02:14:50.324312 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce206047-4c2d-43ab-9815-570d230d95d6 req-63875fdc-0870-4ae1-9469-5a76313a4ce4 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414453 Aug 05 02:14:50.410799 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce774924-39c0-4a0e-8375-c212aefe8dad req-0581d5f1-46b0-4ded-89af-9b778d4a4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:50.412207 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce774924-39c0-4a0e-8375-c212aefe8dad req-0581d5f1-46b0-4ded-89af-9b778d4a4acc service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 200 len: 919 time: 0.0845919 Aug 05 02:14:50.456023 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce774924-39c0-4a0e-8375-c212aefe8dad req-10c1b060-f1aa-4189-937c-28bae13cdd12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82c35ed6-2be9-40b0-99c0-f0552615200d HTTP/1.1" status: 200 len: 217 time: 0.0346313 Aug 05 02:14:50.510997 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce774924-39c0-4a0e-8375-c212aefe8dad req-ac251b4c-fee3-4aee-a536-46d959fdc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:50.512437 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce774924-39c0-4a0e-8375-c212aefe8dad req-ac251b4c-fee3-4aee-a536-46d959fdc67c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9843046-36d7-46e3-9a0f-2ccdca3a6899 HTTP/1.1" status: 200 len: 859 time: 0.0426860 Aug 05 02:14:50.580712 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce774924-39c0-4a0e-8375-c212aefe8dad req-b4dd5769-62fa-43b6-b91e-b51d1b9eb547 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f5fbb29-064c-491b-937e-91e7d4f39d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244019 Aug 05 02:14:50.691892 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce774924-39c0-4a0e-8375-c212aefe8dad req-b3e835cb-24eb-40e0-9c12-eee69a7ae0ef service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919383 Aug 05 02:14:50.798864 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce774924-39c0-4a0e-8375-c212aefe8dad req-ca1ae316-9638-4f8c-a6c6-5a2ac41e92ff service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837545 Aug 05 02:14:51.161671 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c63e25-7444-4cb8-a32b-c0341dfbe3c0 req-e038210f-7b66-43d7-8d9a-35abf3a37977 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:51.163295 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-27c63e25-7444-4cb8-a32b-c0341dfbe3c0 req-e038210f-7b66-43d7-8d9a-35abf3a37977 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0538969 Aug 05 02:14:51.203932 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-27c63e25-7444-4cb8-a32b-c0341dfbe3c0 req-372151b4-eb4f-492d-be08-760de795fbeb tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346844 Aug 05 02:14:51.336490 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a835804-c2db-4af6-88a5-9a14dfed7fec req-cddca21e-00a2-48f9-8960-0b48f612471a tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:51.337977 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8a835804-c2db-4af6-88a5-9a14dfed7fec req-cddca21e-00a2-48f9-8960-0b48f612471a tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0537944 Aug 05 02:14:51.380217 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8a835804-c2db-4af6-88a5-9a14dfed7fec req-4280e8a7-e175-452a-87a4-d66fdddc3609 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347483 Aug 05 02:14:51.511194 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7bba-1d7b-495e-b628-293879763851 req-138c847d-fd07-48a9-8100-347c6c0e48b5 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:51.515105 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-467a7bba-1d7b-495e-b628-293879763851 req-138c847d-fd07-48a9-8100-347c6c0e48b5 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0649226 Aug 05 02:14:51.578550 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-467a7bba-1d7b-495e-b628-293879763851 req-fe12c6fe-61de-43f9-92a9-f1113dd3af09 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544026 Aug 05 02:14:51.598139 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3cc4-35e9-44ed-8b0a-a7a4ca32c9d1 req-236a39b5-01d3-4c12-87f5-d03ec17f9a9c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:51.599856 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cb1f3cc4-35e9-44ed-8b0a-a7a4ca32c9d1 req-236a39b5-01d3-4c12-87f5-d03ec17f9a9c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0606167 Aug 05 02:14:51.611208 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45400) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:51.616144 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-99baf5cc-0785-4370-b3ad-fdece7dfcece tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Request body: {'floatingip': {'port_id': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:51.694767 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-99baf5cc-0785-4370-b3ad-fdece7dfcece tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:51.727511 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26fa3b-02ab-46e1-8d9a-32c47f18f202 req-3c652d8f-4426-4c13-8e13-eecaa60e082e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:51.739261 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4e26fa3b-02ab-46e1-8d9a-32c47f18f202 req-3c652d8f-4426-4c13-8e13-eecaa60e082e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0664382 Aug 05 02:14:51.739780 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45410) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:51.744954 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-45643886-0252-4a41-b9aa-82e42c7d7fd1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Request body: {'floatingip': {'port_id': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:14:51.834938 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-45643886-0252-4a41-b9aa-82e42c7d7fd1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:52.277918 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45432) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:52.441711 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f8108-571c-4493-a64c-ec8651850047 req-54a2885e-3687-4943-a54a-df72658d66a5 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:52.443196 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ed1f8108-571c-4493-a64c-ec8651850047 req-54a2885e-3687-4943-a54a-df72658d66a5 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.1124029 Aug 05 02:14:52.522930 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9cc25242-e005-4a15-9812-934b871de1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:52.635059 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-99baf5cc-0785-4370-b3ad-fdece7dfcece tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:52.639112 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-99baf5cc-0785-4370-b3ad-fdece7dfcece tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:52.647349 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ed1f8108-571c-4493-a64c-ec8651850047 req-3bd2480b-bcc7-4888-9f6f-fa82426a414c tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822066 Aug 05 02:14:52.749260 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.l3_db [None req-99baf5cc-0785-4370-b3ad-fdece7dfcece tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Floating IP ceed9680-9e27-4450-8d23-87dbbe68f628 associated. External IP: 172.27.3.205, port: f24c50ea-e611-4ef4-adfb-4d4bd07e4787. Aug 05 02:14:52.917337 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-45643886-0252-4a41-b9aa-82e42c7d7fd1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:52.924466 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9cc25242-e005-4a15-9812-934b871de1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:52.927040 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-45643886-0252-4a41-b9aa-82e42c7d7fd1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:52.931333 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9cc25242-e005-4a15-9812-934b871de1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:52.959330 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99baf5cc-0785-4370-b3ad-fdece7dfcece tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Router 8008acaf-dbc3-4046-bee1-de93b3aca573 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:14:53.016113 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-9cc25242-e005-4a15-9812-934b871de1a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07d837c603984cdda98f28059c2079c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7370729 Aug 05 02:14:53.016985 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc25242-e005-4a15-9812-934b871de1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905f2d90-171b-467a-b305-f6465b58c0da,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:53.020367 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45446) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:53.075659 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99baf5cc-0785-4370-b3ad-fdece7dfcece tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:14:53.082354 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-99baf5cc-0785-4370-b3ad-fdece7dfcece tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:53.094057 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a840649-757e-49f8-b17d-5a44a2a59f96 None None] Sync routers for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:14:53.106224 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.l3_db [None req-45643886-0252-4a41-b9aa-82e42c7d7fd1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Floating IP 447398f5-2315-4a0c-b8e7-aede4d7e73c2 associated. External IP: 172.27.3.51, port: 7cc5fb6c-4111-4938-91ea-20a3aa047ed9. Aug 05 02:14:53.108196 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a840649-757e-49f8-b17d-5a44a2a59f96 None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:53.108819 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-9a840649-757e-49f8-b17d-5a44a2a59f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:53.125547 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-99baf5cc-0785-4370-b3ad-fdece7dfcece tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "PUT /v2.0/floatingips/ceed9680-9e27-4450-8d23-87dbbe68f628 HTTP/1.1" status: 200 len: 992 time: 1.5105593 Aug 05 02:14:53.125547 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'tag': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:14:53.126147 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f025fd-1018-41ac-83f3-9a9b1d437ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc124f1-ad4b-47b7-97bf-67323f41cdd6", "tag": "f24c50ea-e611-4ef4-adfb-4d4bd07e4787"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:14:53.157574 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9eaef887-b296-4f36-838e-cb2c0632c8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:53.170252 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a2eb7b-cc3e-4e80-9fd2-48e1f52e5f75 x-openstack-request-id: req-18a2eb7b-cc3e-4e80-9fd2-48e1f52e5f75 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:14:53.170855 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc124f1-ad4b-47b7-97bf-67323f41cdd6", "tag": "f24c50ea-e611-4ef4-adfb-4d4bd07e4787", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:14:53.171322 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18a2eb7b-cc3e-4e80-9fd2-48e1f52e5f75 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:14:53.171912 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'tag': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787', 'status': 'completed', 'code': 200} Aug 05 02:14:53.223204 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9eaef887-b296-4f36-838e-cb2c0632c8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:53.260620 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-9a840649-757e-49f8-b17d-5a44a2a59f96 None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:53.306630 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f025fd-1018-41ac-83f3-9a9b1d437ac0 req-b579978c-503d-4523-a235-4af8c85351b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:53.308162 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-58f025fd-1018-41ac-83f3-9a9b1d437ac0 req-b579978c-503d-4523-a235-4af8c85351b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 1099 time: 0.0999320 Aug 05 02:14:53.363037 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9eaef887-b296-4f36-838e-cb2c0632c8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:53.365896 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9eaef887-b296-4f36-838e-cb2c0632c8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:53.369246 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-9eaef887-b296-4f36-838e-cb2c0632c8b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/905f2d90-171b-467a-b305-f6465b58c0da HTTP/1.1" status: 204 len: 168 time: 0.3439493 Aug 05 02:14:53.383416 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaef887-b296-4f36-838e-cb2c0632c8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905f2d90-171b-467a-b305-f6465b58c0da,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:53.410444 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45643886-0252-4a41-b9aa-82e42c7d7fd1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:14:53.426794 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f025fd-1018-41ac-83f3-9a9b1d437ac0 req-b8b7f9ae-8e98-4755-8f2e-967e5da6274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:53.431455 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-58f025fd-1018-41ac-83f3-9a9b1d437ac0 req-b8b7f9ae-8e98-4755-8f2e-967e5da6274d service neutron] 10.222.0.43 "GET /v2.0/networks?id=04c23d2b-4628-4e7e-82ed-143193917639 HTTP/1.1" status: 200 len: 910 time: 0.1152179 Aug 05 02:14:53.543548 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45643886-0252-4a41-b9aa-82e42c7d7fd1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:14:53.550941 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-45643886-0252-4a41-b9aa-82e42c7d7fd1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:53.558898 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b9089-dc22-4a4b-a639-136ebc9d296d None None] Sync routers for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:14:53.563315 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-58f025fd-1018-41ac-83f3-9a9b1d437ac0 req-e88ffb97-75a9-4ca3-813b-ab9b0a5462bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f24c50ea-e611-4ef4-adfb-4d4bd07e4787 HTTP/1.1" status: 200 len: 1000 time: 0.1100988 Aug 05 02:14:53.574313 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031b9089-dc22-4a4b-a639-136ebc9d296d None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:53.574313 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-031b9089-dc22-4a4b-a639-136ebc9d296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:53.584432 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-45643886-0252-4a41-b9aa-82e42c7d7fd1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "PUT /v2.0/floatingips/447398f5-2315-4a0c-b8e7-aede4d7e73c2 HTTP/1.1" status: 200 len: 991 time: 1.8434503 Aug 05 02:14:53.585246 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:14:53.588381 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dde98c6-d9a0-4717-8f76-c2b8bbd2da68" -d '{"events": [{"name": "network-changed", "server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:14:53.650724 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdfb3a7-c1f2-4cfb-9dff-a3e6b96b8d56 x-openstack-request-id: req-3cdfb3a7-c1f2-4cfb-9dff-a3e6b96b8d56 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:14:53.651870 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:14:53.651870 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cdfb3a7-c1f2-4cfb-9dff-a3e6b96b8d56 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:14:53.652272 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'status': 'completed', 'code': 200} Aug 05 02:14:53.656562 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f025fd-1018-41ac-83f3-9a9b1d437ac0 req-cc1d302a-9d89-4580-be92-597d2628f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:53.659304 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-58f025fd-1018-41ac-83f3-9a9b1d437ac0 req-cc1d302a-9d89-4580-be92-597d2628f40a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62dd59a9-2ce2-4bfb-9d6c-59dc98b53745 HTTP/1.1" status: 200 len: 849 time: 0.0832303 Aug 05 02:14:53.765036 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f025fd-1018-41ac-83f3-9a9b1d437ac0 req-85120b4b-d1d2-47e7-b10a-92cd5f579a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:53.766525 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-58f025fd-1018-41ac-83f3-9a9b1d437ac0 req-85120b4b-d1d2-47e7-b10a-92cd5f579a53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04c23d2b-4628-4e7e-82ed-143193917639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904567 Aug 05 02:14:53.777011 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde98c6-d9a0-4717-8f76-c2b8bbd2da68 req-448ba204-1e19-43f3-b462-08c95ecd63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:53.778965 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9dde98c6-d9a0-4717-8f76-c2b8bbd2da68 req-448ba204-1e19-43f3-b462-08c95ecd63a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 1099 time: 0.0637286 Aug 05 02:14:53.805472 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-031b9089-dc22-4a4b-a639-136ebc9d296d None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:53.828460 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-9a840649-757e-49f8-b17d-5a44a2a59f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': 'ceed9680-9e27-4450-8d23-87dbbe68f628', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'port_id': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'mac_address': 'fa:16:3e:dd:44:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:14:14Z', 'updated_at': '2021-08-05T02:14:52Z', 'revision_number': 1, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:53.859925 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a840649-757e-49f8-b17d-5a44a2a59f96 None None] Checking router: 8008acaf-dbc3-4046-bee1-de93b3aca573 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:14:53.872484 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a840649-757e-49f8-b17d-5a44a2a59f96 None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:53.874419 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-9a840649-757e-49f8-b17d-5a44a2a59f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:53.875186 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45498) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:53.891737 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-024af121-019a-40fe-8c4a-5408a2fc1852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:54.097754 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-024af121-019a-40fe-8c4a-5408a2fc1852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:54.099726 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e27d6-b3cf-4608-80a0-b345133a43d7 req-17048960-17c7-4fc2-b01b-b4551f8d53b3 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:54.109043 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b62e27d6-b3cf-4608-80a0-b345133a43d7 req-17048960-17c7-4fc2-b01b-b4551f8d53b3 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.3351336 Aug 05 02:14:54.109240 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-024af121-019a-40fe-8c4a-5408a2fc1852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:54.162448 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-9a840649-757e-49f8-b17d-5a44a2a59f96 None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:54.164497 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45502) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:54.172058 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-58f025fd-1018-41ac-83f3-9a9b1d437ac0 req-24565acd-4ab8-4b08-92ae-1586d4b7a8c5 service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920050 Aug 05 02:14:54.190013 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde98c6-d9a0-4717-8f76-c2b8bbd2da68 req-cdf14f52-de9c-4fed-9044-8be1751d74ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:54.191380 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9dde98c6-d9a0-4717-8f76-c2b8bbd2da68 req-cdf14f52-de9c-4fed-9044-8be1751d74ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 916 time: 0.3381162 Aug 05 02:14:54.195524 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b62e27d6-b3cf-4608-80a0-b345133a43d7 req-d50c71e6-8c1e-41d3-b4e0-429b2418881b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858638 Aug 05 02:14:54.235170 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-024af121-019a-40fe-8c4a-5408a2fc1852 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d3a278c833448d482873241f3de3514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554544 Aug 05 02:14:54.237142 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45506) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:54.255974 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024af121-019a-40fe-8c4a-5408a2fc1852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7159181a-90d9-4bf3-999b-466cb421156e,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:54.299183 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-031b9089-dc22-4a4b-a639-136ebc9d296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '447398f5-2315-4a0c-b8e7-aede4d7e73c2', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'port_id': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'mac_address': 'fa:16:3e:2b:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:14:11Z', 'updated_at': '2021-08-05T02:14:52Z', 'revision_number': 1, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:12Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:54.367207 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b9089-dc22-4a4b-a639-136ebc9d296d None None] Checking router: 8d9c8df6-75bf-46e8-acd5-9c141467dbcb for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:14:54.377662 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae5d3-bfa1-4580-b434-19fc7f1fc43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:54.405179 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031b9089-dc22-4a4b-a639-136ebc9d296d None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:14:54.405833 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-031b9089-dc22-4a4b-a639-136ebc9d296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:14:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:54.414208 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae5d3-bfa1-4580-b434-19fc7f1fc43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:54.479374 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae5d3-bfa1-4580-b434-19fc7f1fc43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:54.482172 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae5d3-bfa1-4580-b434-19fc7f1fc43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:54.486110 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-4a5ae5d3-bfa1-4580-b434-19fc7f1fc43b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7159181a-90d9-4bf3-999b-466cb421156e HTTP/1.1" status: 204 len: 168 time: 0.2485316 Aug 05 02:14:54.494237 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c603032f-073d-4f24-8e6e-d8507dc14a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:54.508245 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ae5d3-bfa1-4580-b434-19fc7f1fc43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7159181a-90d9-4bf3-999b-466cb421156e,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:54.573170 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-031b9089-dc22-4a4b-a639-136ebc9d296d None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:14:54.628958 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45516) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:54.740252 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9dde98c6-d9a0-4717-8f76-c2b8bbd2da68 req-1e065f8f-3c18-4f08-b9a2-b9a1ef085a43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9 HTTP/1.1" status: 200 len: 999 time: 0.5268056 Aug 05 02:14:54.752446 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c603032f-073d-4f24-8e6e-d8507dc14a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:54.765934 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c603032f-073d-4f24-8e6e-d8507dc14a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:54.790346 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-58f025fd-1018-41ac-83f3-9a9b1d437ac0 req-def3ed11-97fb-4f37-8570-2e335e94b301 service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980051 Aug 05 02:14:54.809579 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde98c6-d9a0-4717-8f76-c2b8bbd2da68 req-0b6a5e16-cfc6-4c3c-b134-2154dc39bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:54.811571 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9dde98c6-d9a0-4717-8f76-c2b8bbd2da68 req-0b6a5e16-cfc6-4c3c-b134-2154dc39bcbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 200 len: 855 time: 0.0608926 Aug 05 02:14:54.813493 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-9a840649-757e-49f8-b17d-5a44a2a59f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': 'ceed9680-9e27-4450-8d23-87dbbe68f628', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'port_id': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'mac_address': 'fa:16:3e:dd:44:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:14:14Z', 'updated_at': '2021-08-05T02:14:52Z', 'revision_number': 1, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:54.853723 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a840649-757e-49f8-b17d-5a44a2a59f96 None None] The sync data for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi is: [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': 'ceed9680-9e27-4450-8d23-87dbbe68f628', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'port_id': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'mac_address': 'fa:16:3e:dd:44:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:14:14Z', 'updated_at': '2021-08-05T02:14:52Z', 'revision_number': 1, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:14:54.856946 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603032f-073d-4f24-8e6e-d8507dc14a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2208388-c99a-4e7f-abe0-5f87ef549e54,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:54.878835 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-c603032f-073d-4f24-8e6e-d8507dc14a92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54e27928af854c2c8371a63ddd7c3a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7062132 Aug 05 02:14:54.884392 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45524) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:54.944145 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde98c6-d9a0-4717-8f76-c2b8bbd2da68 req-0126d6d7-c11f-4916-8aa4-7c914c66ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:54.946587 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9dde98c6-d9a0-4717-8f76-c2b8bbd2da68 req-0126d6d7-c11f-4916-8aa4-7c914c66ab02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1178954 Aug 05 02:14:54.968443 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-031b9089-dc22-4a4b-a639-136ebc9d296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '447398f5-2315-4a0c-b8e7-aede4d7e73c2', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'port_id': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'mac_address': 'fa:16:3e:2b:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:14:11Z', 'updated_at': '2021-08-05T02:14:52Z', 'revision_number': 1, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:12Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:14:54.979365 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f39eabe0-6602-42ad-90ae-4472d15b7c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.017125 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b9089-dc22-4a4b-a639-136ebc9d296d None None] The sync data for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi is: [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '447398f5-2315-4a0c-b8e7-aede4d7e73c2', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'port_id': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'mac_address': 'fa:16:3e:2b:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:14:11Z', 'updated_at': '2021-08-05T02:14:52Z', 'revision_number': 1, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:12Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:14:55.017427 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f39eabe0-6602-42ad-90ae-4472d15b7c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.071385 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9dde98c6-d9a0-4717-8f76-c2b8bbd2da68 req-1ebd54ad-a740-427d-9a67-5e3da6e30ea0 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099191 Aug 05 02:14:55.095878 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f39eabe0-6602-42ad-90ae-4472d15b7c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.098539 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f39eabe0-6602-42ad-90ae-4472d15b7c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.099965 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-f39eabe0-6602-42ad-90ae-4472d15b7c63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2208388-c99a-4e7f-abe0-5f87ef549e54 HTTP/1.1" status: 204 len: 168 time: 0.2145996 Aug 05 02:14:55.109131 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eabe0-6602-42ad-90ae-4472d15b7c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2208388-c99a-4e7f-abe0-5f87ef549e54,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:55.156109 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-33d44965-3c48-4f33-8061-5dbec967bbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.210833 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9dde98c6-d9a0-4717-8f76-c2b8bbd2da68 req-4244280f-732f-4a4e-8a6d-1e98a7e1042e service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298273 Aug 05 02:14:55.263204 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87f259-a9fc-45f1-8ac8-c0106d128ef1 None None] New status for floating IP ceed9680-9e27-4450-8d23-87dbbe68f628: ACTIVE {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:14:55.349051 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-33d44965-3c48-4f33-8061-5dbec967bbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.363949 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-33d44965-3c48-4f33-8061-5dbec967bbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.412261 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a59b39f-e6b7-497d-92a5-603bf81faa9a None None] New status for floating IP 447398f5-2315-4a0c-b8e7-aede4d7e73c2: ACTIVE {{(pid=93457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:14:55.413802 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d44965-3c48-4f33-8061-5dbec967bbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7478e95b-5b34-42a5-9d27-8c3f2c9f250c,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:55.447820 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3812ee1-ae3c-4ab8-98d4-d16836f9e17c req-a741704d-603a-4879-9b89-93a483c0d135 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:55.449946 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b3812ee1-ae3c-4ab8-98d4-d16836f9e17c req-a741704d-603a-4879-9b89-93a483c0d135 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.1379795 Aug 05 02:14:55.503290 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b3812ee1-ae3c-4ab8-98d4-d16836f9e17c req-b743cf14-b0f9-4213-8804-dab5aa4f5152 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 Aug 05 02:14:55.508303 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-33d44965-3c48-4f33-8061-5dbec967bbce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90705995567e49c898d60b0c263d245a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8783324 Aug 05 02:14:55.511135 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45546) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:55.615928 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-09ffb698-78f0-4884-847c-e1481ed975c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.648058 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-09ffb698-78f0-4884-847c-e1481ed975c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.711607 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-09ffb698-78f0-4884-847c-e1481ed975c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.715170 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-09ffb698-78f0-4884-847c-e1481ed975c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.716726 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-09ffb698-78f0-4884-847c-e1481ed975c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7478e95b-5b34-42a5-9d27-8c3f2c9f250c HTTP/1.1" status: 204 len: 168 time: 0.2043641 Aug 05 02:14:55.737292 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffb698-78f0-4884-847c-e1481ed975c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7478e95b-5b34-42a5-9d27-8c3f2c9f250c,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:55.748624 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45558) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:55.762091 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b5b94043-93c2-405f-bb3d-360203c4402b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.886055 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b5b94043-93c2-405f-bb3d-360203c4402b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.890807 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b5b94043-93c2-405f-bb3d-360203c4402b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:55.929355 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b5b94043-93c2-405f-bb3d-360203c4402b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58f2c4cf68f04d319dd14b72cd3db747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796474 Aug 05 02:14:55.930571 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b94043-93c2-405f-bb3d-360203c4402b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e587f0b1-959a-4be5-8b45-35460cc3d742,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:55.932735 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45568) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:55.992003 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f68547b-9bf7-40e0-b73c-1c34b5ed7014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:56.013949 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f68547b-9bf7-40e0-b73c-1c34b5ed7014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:56.061746 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f68547b-9bf7-40e0-b73c-1c34b5ed7014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:56.064542 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f68547b-9bf7-40e0-b73c-1c34b5ed7014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:56.068143 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-6f68547b-9bf7-40e0-b73c-1c34b5ed7014 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e587f0b1-959a-4be5-8b45-35460cc3d742 HTTP/1.1" status: 204 len: 168 time: 0.1319120 Aug 05 02:14:56.076740 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68547b-9bf7-40e0-b73c-1c34b5ed7014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e587f0b1-959a-4be5-8b45-35460cc3d742,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:56.720643 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd72c51-7b1f-48ab-8764-fcb65a4205e1 req-b6162b31-7e1f-4afb-b576-659389da7051 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:56.722463 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0cd72c51-7b1f-48ab-8764-fcb65a4205e1 req-b6162b31-7e1f-4afb-b576-659389da7051 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0640900 Aug 05 02:14:56.774065 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0cd72c51-7b1f-48ab-8764-fcb65a4205e1 req-b5c9f924-df07-41e5-a590-7e5ded83ca4d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451386 Aug 05 02:14:56.821485 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:57.890006 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd216-500a-4ee6-b444-e650c5662bcf req-2a81dcf0-f89d-47b0-9716-54abe47f3ca9 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:57.891753 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-41cbd216-500a-4ee6-b444-e650c5662bcf req-2a81dcf0-f89d-47b0-9716-54abe47f3ca9 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0510330 Aug 05 02:14:57.934453 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-41cbd216-500a-4ee6-b444-e650c5662bcf req-e6aac44e-284c-4f06-b2d8-720ab9548c55 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Aug 05 02:14:57.996090 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45724) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:58.099680 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.185490 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6f61e625-6d3c-4d80-a193-0f69a288702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.191230 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.195320 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.233698 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5c884859b5f4816a63c4c0275d1773f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365291 Aug 05 02:14:58.234534 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a4c8b0-f9e7-4e84-ae82-c16ac1bf3953,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:58.236412 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45730) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:58.253788 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.254136 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.254476 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.254909 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.255238 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.255569 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.255894 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.256216 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.256539 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.256860 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.257176 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.257491 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271af3e4-f04b-4d20-a0d2-7b5050988d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.298852 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8af78a05-7b7d-440a-8e4e-23f0a2404135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.322060 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8af78a05-7b7d-440a-8e4e-23f0a2404135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.385859 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8af78a05-7b7d-440a-8e4e-23f0a2404135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.390163 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8af78a05-7b7d-440a-8e4e-23f0a2404135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.391775 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-8af78a05-7b7d-440a-8e4e-23f0a2404135 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35a4c8b0-f9e7-4e84-ae82-c16ac1bf3953 HTTP/1.1" status: 204 len: 168 time: 0.1534708 Aug 05 02:14:58.413582 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af78a05-7b7d-440a-8e4e-23f0a2404135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a4c8b0-f9e7-4e84-ae82-c16ac1bf3953,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:58.726313 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45744) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:58.746014 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.832286 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.836544 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.874627 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1a4e1dd70b240a584c4e05a62fc4289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470678 Aug 05 02:14:58.875443 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d6c7c4-fd5d-47ca-9f12-fc6636fb32cb,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:58.877271 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45748) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:14:58.882455 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.882840 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.883179 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.883510 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.883839 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.884167 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.884488 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.884809 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.885130 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.885449 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.885770 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.886084 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04a80c6-ea32-4813-b689-5bbe881ad885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:14:58.928937 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-87567432-9796-4415-84f1-a26c2750462a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.949926 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-87567432-9796-4415-84f1-a26c2750462a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.996391 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-87567432-9796-4415-84f1-a26c2750462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:58.998967 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-87567432-9796-4415-84f1-a26c2750462a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:14:59.000096 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-87567432-9796-4415-84f1-a26c2750462a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1d6c7c4-fd5d-47ca-9f12-fc6636fb32cb HTTP/1.1" status: 204 len: 168 time: 0.1218400 Aug 05 02:14:59.009412 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87567432-9796-4415-84f1-a26c2750462a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d6c7c4-fd5d-47ca-9f12-fc6636fb32cb,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:14:59.061843 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07a8fb-510c-4911-a63a-4020f7a62b1f req-08172b2b-d6cf-4d9a-9235-9ab4cfbcf82b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:14:59.063365 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce07a8fb-510c-4911-a63a-4020f7a62b1f req-08172b2b-d6cf-4d9a-9235-9ab4cfbcf82b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0556908 Aug 05 02:14:59.107386 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce07a8fb-510c-4911-a63a-4020f7a62b1f req-4cab19da-4b24-4369-9f49-7212bffa2e07 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377519 Aug 05 02:15:00.036422 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45792) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:00.138798 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-eb15473f-1549-45cd-94c8-133670b1db84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:00.231025 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-eb15473f-1549-45cd-94c8-133670b1db84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:00.235140 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-eb15473f-1549-45cd-94c8-133670b1db84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:00.273055 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15473f-1549-45cd-94c8-133670b1db84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d16de33-c65e-4816-8622-12f80d41837c,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:00.278259 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-eb15473f-1549-45cd-94c8-133670b1db84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2407480fe4b4496a96e6749f45902e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407463 Aug 05 02:15:00.281566 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45800) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:00.327850 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9f76fcff-1a61-48f6-a227-06b408e762c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:00.348135 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9f76fcff-1a61-48f6-a227-06b408e762c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:00.393909 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9f76fcff-1a61-48f6-a227-06b408e762c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:00.396495 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9f76fcff-1a61-48f6-a227-06b408e762c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:00.397767 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-9f76fcff-1a61-48f6-a227-06b408e762c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d16de33-c65e-4816-8622-12f80d41837c HTTP/1.1" status: 204 len: 168 time: 0.1153898 Aug 05 02:15:00.406362 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76fcff-1a61-48f6-a227-06b408e762c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d16de33-c65e-4816-8622-12f80d41837c,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:00.841834 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6be2273c-8d28-4bfb-ac32-43d0ac03c4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:00.872296 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:01.389166 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45842) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:01.493262 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-acbc56f1-d1b7-4d17-955a-4fd15e98054e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:01.579017 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-acbc56f1-d1b7-4d17-955a-4fd15e98054e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:01.582694 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-acbc56f1-d1b7-4d17-955a-4fd15e98054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:01.621532 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-acbc56f1-d1b7-4d17-955a-4fd15e98054e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54b6896fd36543f28ff6edb9c8ff3c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312901 Aug 05 02:15:01.622776 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc56f1-d1b7-4d17-955a-4fd15e98054e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce46ea25-1e52-4e47-83e5-798a82d63c26,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:01.624210 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45846) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:01.683073 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98cfb84e-7f90-47cc-ad13-95a3481fbcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:01.703244 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98cfb84e-7f90-47cc-ad13-95a3481fbcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:01.749755 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98cfb84e-7f90-47cc-ad13-95a3481fbcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:01.752223 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98cfb84e-7f90-47cc-ad13-95a3481fbcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:01.753350 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-98cfb84e-7f90-47cc-ad13-95a3481fbcb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce46ea25-1e52-4e47-83e5-798a82d63c26 HTTP/1.1" status: 204 len: 168 time: 0.1275682 Aug 05 02:15:01.764846 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfb84e-7f90-47cc-ad13-95a3481fbcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce46ea25-1e52-4e47-83e5-798a82d63c26,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:02.046508 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:02.474791 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b98651-c512-4099-ab9d-2ffeaa941e82 req-61e910f5-bb9e-4de6-a534-9570c19d6423 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:02.476271 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f6b98651-c512-4099-ab9d-2ffeaa941e82 req-61e910f5-bb9e-4de6-a534-9570c19d6423 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0503991 Aug 05 02:15:02.516956 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f6b98651-c512-4099-ab9d-2ffeaa941e82 req-9bc4bb76-4366-4ee8-a30c-dc6e3b24a702 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347314 Aug 05 02:15:02.869927 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 45890) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:02.977536 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-660036bd-416d-415e-a452-18c1d3d4d58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:03.071384 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-660036bd-416d-415e-a452-18c1d3d4d58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:03.074922 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-660036bd-416d-415e-a452-18c1d3d4d58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:03.112535 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-660036bd-416d-415e-a452-18c1d3d4d58e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b3dd489e92c40f6a748ef55602afd50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420087 Aug 05 02:15:03.113361 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660036bd-416d-415e-a452-18c1d3d4d58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3757b27-ff74-4b53-9694-d9009a8bc4c1,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:03.115837 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 45898) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:03.168254 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b5dec738-91e2-4e6d-ba26-e826ad16efe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:03.188201 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b5dec738-91e2-4e6d-ba26-e826ad16efe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:03.232026 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b5dec738-91e2-4e6d-ba26-e826ad16efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:03.234502 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b5dec738-91e2-4e6d-ba26-e826ad16efe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:03.235653 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-b5dec738-91e2-4e6d-ba26-e826ad16efe5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3757b27-ff74-4b53-9694-d9009a8bc4c1 HTTP/1.1" status: 204 len: 168 time: 0.1188374 Aug 05 02:15:03.243094 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dec738-91e2-4e6d-ba26-e826ad16efe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3757b27-ff74-4b53-9694-d9009a8bc4c1,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:03.631867 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:06.837760 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21badd48-6257-43b6-b4f0-e12c35e71fcd req-3a2ff9a5-80f0-4706-91d1-780a7f3a4f63 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:06.839412 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-21badd48-6257-43b6-b4f0-e12c35e71fcd req-3a2ff9a5-80f0-4706-91d1-780a7f3a4f63 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0481775 Aug 05 02:15:06.877758 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-21badd48-6257-43b6-b4f0-e12c35e71fcd req-e9a6397f-81d8-4e56-aa50-fd5e10b4d0de tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 Aug 05 02:15:07.757744 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5875d8e-a80c-4190-a872-95a7fd1a9c6f req-c8124009-047d-4712-81d5-4be4c8c21c61 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:07.759245 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e5875d8e-a80c-4190-a872-95a7fd1a9c6f req-c8124009-047d-4712-81d5-4be4c8c21c61 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 946 time: 0.0470061 Aug 05 02:15:07.801217 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e5875d8e-a80c-4190-a872-95a7fd1a9c6f req-d1d04dca-119f-43ef-b985-079a7f747c7b tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353091 Aug 05 02:15:07.993780 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0991e-565e-486e-aa37-ff4f800bcc59 req-f1010bdf-d81f-43b3-8526-7c8e9840b98d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:07.995299 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-73c0991e-565e-486e-aa37-ff4f800bcc59 req-f1010bdf-d81f-43b3-8526-7c8e9840b98d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0477860 Aug 05 02:15:08.032975 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-73c0991e-565e-486e-aa37-ff4f800bcc59 req-2e788a13-edea-413d-b2a8-2cc256121db1 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Aug 05 02:15:08.918006 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5567-6f1d-48d6-9ab8-c2304b9d183a req-70bb4f33-6050-4a45-95a1-4d662ef6751c tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:08.919526 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-463e5567-6f1d-48d6-9ab8-c2304b9d183a req-70bb4f33-6050-4a45-95a1-4d662ef6751c tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 946 time: 0.0497763 Aug 05 02:15:08.957435 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-463e5567-6f1d-48d6-9ab8-c2304b9d183a req-a3d6cda8-8c6b-4d01-a3db-8cb1ab6a480b tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Aug 05 02:15:09.146528 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2bc3a-8b55-4eea-a324-2ba4c73d00a5 req-71cea636-13a0-4aba-b5fd-282e7eedbdf5 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:09.148123 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-efb2bc3a-8b55-4eea-a324-2ba4c73d00a5 req-71cea636-13a0-4aba-b5fd-282e7eedbdf5 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0482993 Aug 05 02:15:09.185966 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-efb2bc3a-8b55-4eea-a324-2ba4c73d00a5 req-8598d0da-8d5a-41d6-a762-192ad4917ad2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Aug 05 02:15:10.074816 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91061181-f863-409c-a01a-707f64f547f9 req-9dea27b2-8d5c-4064-9368-9d4de70a44c7 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:10.076311 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-91061181-f863-409c-a01a-707f64f547f9 req-9dea27b2-8d5c-4064-9368-9d4de70a44c7 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 946 time: 0.0484390 Aug 05 02:15:10.118535 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-91061181-f863-409c-a01a-707f64f547f9 req-b85757ba-e1c8-49fe-9efe-d5389abbbd6d tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/security-groups?id=5e867586-db60-47ff-b49b-efdd4f6982cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358403 Aug 05 02:15:10.301648 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3a13-f305-46be-92bd-75fdfb4d8d8f req-9c6f3ccf-b99c-48f3-bc2e-7b57d4fff8e4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:10.303127 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-473d3a13-f305-46be-92bd-75fdfb4d8d8f req-9c6f3ccf-b99c-48f3-bc2e-7b57d4fff8e4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0465226 Aug 05 02:15:10.342674 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-473d3a13-f305-46be-92bd-75fdfb4d8d8f req-579d7607-dde4-406a-9eba-3da0069099fd tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333934 Aug 05 02:15:10.488992 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2eb26-0eb5-43ee-887b-9acec848381a req-02e2bed3-6d8c-4644-b81d-c6bdd61c0193 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:10.490486 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-91a2eb26-0eb5-43ee-887b-9acec848381a req-02e2bed3-6d8c-4644-b81d-c6bdd61c0193 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.43 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 946 time: 0.0473268 Aug 05 02:15:10.622359 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-91a2eb26-0eb5-43ee-887b-9acec848381a req-3973bead-0778-40f5-855a-c750fa30e6e1 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Deleting port e792b03f-aff1-4fec-ba16-cde51beb7893 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:15:10.622750 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-91a2eb26-0eb5-43ee-887b-9acec848381a req-3973bead-0778-40f5-855a-c750fa30e6e1 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:10.717562 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-91a2eb26-0eb5-43ee-887b-9acec848381a req-3973bead-0778-40f5-855a-c750fa30e6e1 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] For port e792b03f-aff1-4fec-ba16-cde51beb7893, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=e792b03f-aff1-4fec-ba16-cde51beb7893,segment=NetworkSegment(7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0),segment_id=7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:10.717917 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-91a2eb26-0eb5-43ee-887b-9acec848381a req-3973bead-0778-40f5-855a-c750fa30e6e1 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:10.736669 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-91a2eb26-0eb5-43ee-887b-9acec848381a req-3973bead-0778-40f5-855a-c750fa30e6e1 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Calling delete_port for e792b03f-aff1-4fec-ba16-cde51beb7893 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:15:10.893873 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-91a2eb26-0eb5-43ee-887b-9acec848381a req-3973bead-0778-40f5-855a-c750fa30e6e1 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:10.910588 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['e792b03f-aff1-4fec-ba16-cde51beb7893'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:15:10.946139 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973bead-0778-40f5-855a-c750fa30e6e1 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Pushing event deleted for resources: {'Port': ['ID=e792b03f-aff1-4fec-ba16-cde51beb7893,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:10.978173 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a2eb26-0eb5-43ee-887b-9acec848381a req-3973bead-0778-40f5-855a-c750fa30e6e1 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] No DVR routers for this DVR port e792b03f-aff1-4fec-ba16-cde51beb7893 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:15:10.981042 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-91a2eb26-0eb5-43ee-887b-9acec848381a req-3973bead-0778-40f5-855a-c750fa30e6e1 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:10.983058 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-91a2eb26-0eb5-43ee-887b-9acec848381a req-3973bead-0778-40f5-855a-c750fa30e6e1 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.43 "DELETE /v2.0/ports/e792b03f-aff1-4fec-ba16-cde51beb7893 HTTP/1.1" status: 204 len: 173 time: 0.4846830 Aug 05 02:15:10.983478 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0636aff4-5fb7-4e39-8e95-679f89a95359', 'name': 'network-vif-deleted', 'tag': 'e792b03f-aff1-4fec-ba16-cde51beb7893'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:15:10.985638 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d43dda7-8d5b-42e7-b642-2f9646e89374" -d '{"events": [{"server_uuid": "0636aff4-5fb7-4e39-8e95-679f89a95359", "name": "network-vif-deleted", "tag": "e792b03f-aff1-4fec-ba16-cde51beb7893"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:15:11.024232 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cd88a0-ed8c-4766-8db7-fd2711eda0e1 x-openstack-request-id: req-35cd88a0-ed8c-4766-8db7-fd2711eda0e1 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:15:11.024521 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0636aff4-5fb7-4e39-8e95-679f89a95359", "name": "network-vif-deleted", "tag": "e792b03f-aff1-4fec-ba16-cde51beb7893", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:15:11.024776 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35cd88a0-ed8c-4766-8db7-fd2711eda0e1 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:15:11.025170 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0636aff4-5fb7-4e39-8e95-679f89a95359', 'name': 'network-vif-deleted', 'tag': 'e792b03f-aff1-4fec-ba16-cde51beb7893', 'status': 'completed', 'code': 200} Aug 05 02:15:11.393953 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-77cf72ec-b76f-4554-bf4b-28a8879dc362 req-3a7ea5ac-bd22-4cc5-93d0-a2e44f2b7056 tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 210 time: 0.2071686 Aug 05 02:15:14.255922 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device e792b03f-aff1-4fec-ba16-cde51beb7893 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:15:14.275478 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: e792b03f-aff1-4fec-ba16-cde51beb7893 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:15:14.275771 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device e792b03f-aff1-4fec-ba16-cde51beb7893 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:15:14.399078 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c8345-e5d3-4605-bb85-d67cb910bb03 req-bcf5cfb5-af0c-4403-baaa-2626e0025e45 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:14.400542 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e21c8345-e5d3-4605-bb85-d67cb910bb03 req-bcf5cfb5-af0c-4403-baaa-2626e0025e45 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0491889 Aug 05 02:15:14.415180 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6155ff5d-1d32-4b5e-b134-d2d12f585278 req-30646c91-e25b-4a05-89bf-29f132d1a04d tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 210 time: 0.0249274 Aug 05 02:15:14.441236 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e21c8345-e5d3-4605-bb85-d67cb910bb03 req-979ac326-bcab-4350-aee0-130bd8395b64 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343273 Aug 05 02:15:15.562050 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2cb0584a-10ec-4a07-90b8-d94beedaeb2d req-8f300493-db39-4e21-8ac8-6aa52f6e276d tempest-DeleteServersTestJSON-2109189918 tempest-DeleteServersTestJSON-2109189918-project] 10.222.0.39 "GET /v2.0/ports?device_id=0636aff4-5fb7-4e39-8e95-679f89a95359 HTTP/1.1" status: 200 len: 210 time: 0.0466964 Aug 05 02:15:15.578194 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8239c5f-4f5e-49fc-bf28-10d75e09e0c4 req-9257d868-db16-4d99-aad1-0bdde39800f0 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:15.579728 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d8239c5f-4f5e-49fc-bf28-10d75e09e0c4 req-9257d868-db16-4d99-aad1-0bdde39800f0 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0554445 Aug 05 02:15:15.651232 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d8239c5f-4f5e-49fc-bf28-10d75e09e0c4 req-749410b7-55c8-4673-b1c6-fe439fa20bbf tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533206 Aug 05 02:15:15.891161 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-474952bc-8303-4989-be63-7ceecad77493 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:15.892735 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-474952bc-8303-4989-be63-7ceecad77493 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 814 time: 0.0960164 Aug 05 02:15:15.907904 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-fdc48892-ffeb-4077-bceb-0aa7fcc4000e tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/quotas/b3412d5b792247319c0049353054d1dc HTTP/1.1" status: 200 len: 375 time: 0.0095382 Aug 05 02:15:15.957905 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-18caa2ec-060d-45ff-9335-64a8f05ce484 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445745 Aug 05 02:15:16.044137 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8d06abaf-53fb-478f-b682-524cf0229200 service neutron] 10.222.0.39 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793197 Aug 05 02:15:16.133109 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-ab9a0d6f-3aa8-4a00-87b6-26ed899e9187 service neutron] 10.222.0.39 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823913 Aug 05 02:15:16.295671 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fa695f4d-aee3-40a8-ac3d-99516bf30ed8 req-197b8e8c-3d97-46ee-b4c6-4aabcf3cead3 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 210 time: 0.0304897 Aug 05 02:15:16.832957 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4faca-6d92-4b48-bcd6-25e8cd539077 req-e11ea72b-41fe-4235-a51c-ab3423a8d41c tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:16.834507 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-55c4faca-6d92-4b48-bcd6-25e8cd539077 req-e11ea72b-41fe-4235-a51c-ab3423a8d41c tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0833533 Aug 05 02:15:16.890959 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-55c4faca-6d92-4b48-bcd6-25e8cd539077 req-3b7d6082-95d1-4238-8c91-69a29589df82 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Aug 05 02:15:17.401912 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e71c8a31-9dcf-4917-9b21-33ae14b37dc4 req-e662d26a-28d5-43fb-a289-8a6649cd5372 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 210 time: 0.0316999 Aug 05 02:15:17.418350 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-1232cd80-3931-42f9-a6eb-8cf3c30630ca tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:17.420377 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-1232cd80-3931-42f9-a6eb-8cf3c30630ca tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 814 time: 0.1343501 Aug 05 02:15:17.442420 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Request body: {'port': {'device_id': 'f98c4d79-cb95-4aeb-b6e5-8987acb66e4b', 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4', 'admin_state_up': True, 'tenant_id': 'b3412d5b792247319c0049353054d1dc'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:17.562688 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Made reservation on behalf of b3412d5b792247319c0049353054d1dc for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:15:17.566351 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:17.693929 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Allocated IP 172.20.0.13 (11b2c87c-584c-423a-bf93-87673f3bb1f4/21115f09-b253-45be-95ff-5784aee1cf34/adb7dff6-9871-45c0-93a1-2d09283d4199) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:15:17.837264 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:17.875195 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:17.888053 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:15:17.916435 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Network 11b2c87c-584c-423a-bf93-87673f3bb1f4 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:15:17.919237 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:17.921799 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:15:17.927463 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:17.928076 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:17.951491 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5142372 Aug 05 02:15:17.957370 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9645d5-2be2-4b1b-97c9-50b7fdf266bd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Pushing event updated for resources: {'Port': ['ID=adb7dff6-9871-45c0-93a1-2d09283d4199,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:17.970476 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Request body: {'port': {'device_id': 'f98c4d79-cb95-4aeb-b6e5-8987acb66e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:18.014067 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af477fcb-7dec-4461-b95d-fd7d8581de84 req-9d2a588a-865a-474d-baee-26c913da9127 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:18.022934 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-af477fcb-7dec-4461-b95d-fd7d8581de84 req-9d2a588a-865a-474d-baee-26c913da9127 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0676944 Aug 05 02:15:18.035809 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.062055 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46150) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:18.071852 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-af477fcb-7dec-4461-b95d-fd7d8581de84 req-b9bb8da3-6c30-4688-a271-6aaa7ac22e43 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477512 Aug 05 02:15:18.112572 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd3d3c6-b824-43b7-a38c-239c734457d1 admin admin] Deleting subnet 2e6d1c75-1245-4a47-bdae-5d1d145a9c12 {{(pid=93455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:15:18.115646 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8fd3d3c6-b824-43b7-a38c-239c734457d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.149274 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8fd3d3c6-b824-43b7-a38c-239c734457d1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.158146 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8fd3d3c6-b824-43b7-a38c-239c734457d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.211790 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8fd3d3c6-b824-43b7-a38c-239c734457d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for subnet, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.237674 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3d3c6-b824-43b7-a38c-239c734457d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e6d1c75-1245-4a47-bdae-5d1d145a9c12,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:18.239608 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8fd3d3c6-b824-43b7-a38c-239c734457d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.241484 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-8fd3d3c6-b824-43b7-a38c-239c734457d1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2e6d1c75-1245-4a47-bdae-5d1d145a9c12 HTTP/1.1" status: 204 len: 168 time: 0.1782308 Aug 05 02:15:18.243956 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46152) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:18.297782 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb7dff6-9871-45c0-93a1-2d09283d4199 {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:15:18.304928 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.318012 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Transition to ACTIVE for port object adb7dff6-9871-45c0-93a1-2d09283d4199 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:15:18.320389 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.322930 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.372461 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Pushing event updated for resources: {'Port': ['ID=adb7dff6-9871-45c0-93a1-2d09283d4199,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:18.403987 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Attempting to bind port adb7dff6-9871-45c0-93a1-2d09283d4199 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:15:18.404720 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Attempting to bind port adb7dff6-9871-45c0-93a1-2d09283d4199 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:15:18.404720 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Attempting to bind port adb7dff6-9871-45c0-93a1-2d09283d4199 on network 11b2c87c-584c-423a-bf93-87673f3bb1f4 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:15:18.408662 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Port adb7dff6-9871-45c0-93a1-2d09283d4199 on network 11b2c87c-584c-423a-bf93-87673f3bb1f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:15:18.408972 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Attempting to bind port adb7dff6-9871-45c0-93a1-2d09283d4199 on network 11b2c87c-584c-423a-bf93-87673f3bb1f4 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:15:18.413563 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:15:18.413890 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Checking segment: {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:15:18.414114 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.414238 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Bound using segment: {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:15:18.414665 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Bound port: adb7dff6-9871-45c0-93a1-2d09283d4199, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:15:18.415032 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.425108 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.426282 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.427112 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.427453 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > port after_create 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.428308 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.428933 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > port after_update 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.429280 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.429613 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.429939 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.430269 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.491891 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] For port adb7dff6-9871-45c0-93a1-2d09283d4199, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:15:18.517087 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] For port adb7dff6-9871-45c0-93a1-2d09283d4199, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=adb7dff6-9871-45c0-93a1-2d09283d4199,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:15:18.522414 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.564760 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2c119-fcba-4356-8b9d-1a741be7c9e5 req-03cd5f21-af1a-461a-a3fb-618faf381f4f tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:18.566210 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4ae2c119-fcba-4356-8b9d-1a741be7c9e5 req-03cd5f21-af1a-461a-a3fb-618faf381f4f tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 944 time: 0.0878654 Aug 05 02:15:18.567333 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:18.567920 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.569126 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] 10.222.0.43 "PUT /v2.0/ports/adb7dff6-9871-45c0-93a1-2d09283d4199 HTTP/1.1" status: 200 len: 1094 time: 0.6039019 Aug 05 02:15:18.572349 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98c4d79-cb95-4aeb-b6e5-8987acb66e4b', 'tag': 'adb7dff6-9871-45c0-93a1-2d09283d4199'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:15:18.573452 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4350aa-d14a-4ef6-9fcb-975449b821aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f98c4d79-cb95-4aeb-b6e5-8987acb66e4b", "tag": "adb7dff6-9871-45c0-93a1-2d09283d4199"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:15:18.593851 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.594202 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.594530 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.594956 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:15:18.595335 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9630584d-728a-45ae-971c-a314bc1cd5a9']}} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:18.625472 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba32985-74ed-4cc8-8672-39c37ca7c941 x-openstack-request-id: req-aba32985-74ed-4cc8-8672-39c37ca7c941 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:15:18.625821 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98c4d79-cb95-4aeb-b6e5-8987acb66e4b", "tag": "adb7dff6-9871-45c0-93a1-2d09283d4199", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:15:18.626013 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aba32985-74ed-4cc8-8672-39c37ca7c941 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:15:18.626603 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98c4d79-cb95-4aeb-b6e5-8987acb66e4b', 'tag': 'adb7dff6-9871-45c0-93a1-2d09283d4199', 'status': 'completed', 'code': 200} Aug 05 02:15:18.627943 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0') {'for_net_delete': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:18.628229 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd9de1a-128c-4c8a-a3b2-247fc5c2b6d0') {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:18.634000 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c4445-a779-4869-b4e3-157c7df6bf68 service neutron] Pushing event updated for resources: {'Port': ['ID=adb7dff6-9871-45c0-93a1-2d09283d4199,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:18.647082 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3849081'] for segment, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.673215 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.682120 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:15:18.682883 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672839'] for segment, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: from cryptography.utils import int_from_bytes Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: from cryptography.utils import int_from_bytes Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: Traceback (most recent call last): Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: timer() Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: cb(*args, **kw) Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: return func(*args, **kwargs) Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: self._notify() Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: self.callback(batched_events) Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: event.method(event) Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: return f(self, *a, **k) Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._get(url).json() Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: return self.request(url, 'GET', **kwargs) Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:15:18.689347 dv-cinder-803533-1-iscsi neutron-server[93455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:15:18.721242 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4ae2c119-fcba-4356-8b9d-1a741be7c9e5 req-40719b4e-d07b-48b1-99f1-21bc76c021cf tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443336 Aug 05 02:15:18.754028 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-5a777225-d5d6-4f3d-b91a-586987c9b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:18.755692 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-5a777225-d5d6-4f3d-b91a-586987c9b9e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 1097 time: 0.1124480 Aug 05 02:15:18.757207 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.773752 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:18.778578 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] 10.222.0.39 "DELETE /v2.0/networks/9630584d-728a-45ae-971c-a314bc1cd5a9 HTTP/1.1" status: 204 len: 168 time: 0.5336764 Aug 05 02:15:18.780622 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139c5a9-4eb4-4af9-97fa-1f2b04aff04c admin admin] Pushing event deleted for resources: {'Network': ['ID=9630584d-728a-45ae-971c-a314bc1cd5a9,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:18.812631 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-684c2eb3-e270-4cdc-80c3-590f56e2b7a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adb7dff6-9871-45c0-93a1-2d09283d4199 HTTP/1.1" status: 200 len: 217 time: 0.0379982 Aug 05 02:15:18.880113 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-95a60c8c-f2c0-473b-9724-b537a8373640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:18.881556 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-95a60c8c-f2c0-473b-9724-b537a8373640 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21115f09-b253-45be-95ff-5784aee1cf34 HTTP/1.1" status: 200 len: 854 time: 0.0576015 Aug 05 02:15:18.927256 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-87288115-6b4e-42bb-a86a-dd84a6ed9789 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11b2c87c-584c-423a-bf93-87673f3bb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296938 Aug 05 02:15:18.981380 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46182) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:19.017543 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46184) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:19.040695 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-c5e0c80d-a883-4015-a8d6-ddffd70ea6e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=865df7d7df6149d893fcb133a498b008&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0552104 Aug 05 02:15:19.040872 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46188) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:19.043490 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-66f0616f-c8df-40bd-bcd6-01224d5f789b service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018820 Aug 05 02:15:19.088898 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-78d3b492-8e97-4461-8cae-787837536028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:19.118462 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-78d3b492-8e97-4461-8cae-787837536028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:19.145844 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70981ddb-7e7a-40d1-8e94-0bca5d99e8a4 req-1934b7eb-524d-4985-b6a8-9c018de8de4d service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908792 Aug 05 02:15:19.202950 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d2fc0215-5230-4cd9-ab99-c490b2cce904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:19.225706 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-78d3b492-8e97-4461-8cae-787837536028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:19.228167 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-78d3b492-8e97-4461-8cae-787837536028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:19.229283 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-78d3b492-8e97-4461-8cae-787837536028 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e867586-db60-47ff-b49b-efdd4f6982cc HTTP/1.1" status: 204 len: 168 time: 0.1875484 Aug 05 02:15:19.239767 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b379ab-a707-42e7-a971-14ff8c18a14b req-b5c23c9f-40d0-4a06-a9a7-b159d37a33d2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:19.241237 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d5b379ab-a707-42e7-a971-14ff8c18a14b req-b5c23c9f-40d0-4a06-a9a7-b159d37a33d2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0938492 Aug 05 02:15:19.259428 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4350aa-d14a-4ef6-9fcb-975449b821aa req-54b92169-ce88-4e30-9e5c-65cd0fcd8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:19.259992 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3b492-8e97-4461-8cae-787837536028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e867586-db60-47ff-b49b-efdd4f6982cc,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:19.260883 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3c4350aa-d14a-4ef6-9fcb-975449b821aa req-54b92169-ce88-4e30-9e5c-65cd0fcd8311 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 1097 time: 0.0499904 Aug 05 02:15:19.314077 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d5b379ab-a707-42e7-a971-14ff8c18a14b req-03542921-ad50-49ea-ba4b-bc196030e167 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669582 Aug 05 02:15:19.393821 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d2fc0215-5230-4cd9-ab99-c490b2cce904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:19.400262 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d2fc0215-5230-4cd9-ab99-c490b2cce904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:19.405666 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4350aa-d14a-4ef6-9fcb-975449b821aa req-e1380177-ffc2-4659-b524-0128a5f07ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:19.407176 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3c4350aa-d14a-4ef6-9fcb-975449b821aa req-e1380177-ffc2-4659-b524-0128a5f07ac4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 914 time: 0.1289592 Aug 05 02:15:19.438175 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-d2fc0215-5230-4cd9-ab99-c490b2cce904 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90beba22655344f2a4a8a8c8a44d2262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4196055 Aug 05 02:15:19.442763 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46196) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:19.455249 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc0215-5230-4cd9-ab99-c490b2cce904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1509c82-dfb8-44d3-8b82-263987d69d57,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:19.472327 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3c4350aa-d14a-4ef6-9fcb-975449b821aa req-ca40fc84-06da-4af8-adad-d4a12fb0c755 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=adb7dff6-9871-45c0-93a1-2d09283d4199 HTTP/1.1" status: 200 len: 217 time: 0.0444589 Aug 05 02:15:19.501797 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dbfce757-6e0f-4311-8835-45c52b7a5001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:19.525373 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4350aa-d14a-4ef6-9fcb-975449b821aa req-e07415f6-87cf-4b4d-8c38-097ccb53481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:19.527408 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3c4350aa-d14a-4ef6-9fcb-975449b821aa req-e07415f6-87cf-4b4d-8c38-097ccb53481a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21115f09-b253-45be-95ff-5784aee1cf34 HTTP/1.1" status: 200 len: 854 time: 0.0466793 Aug 05 02:15:19.528227 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dbfce757-6e0f-4311-8835-45c52b7a5001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:19.565071 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3c4350aa-d14a-4ef6-9fcb-975449b821aa req-435cfa7f-881b-4967-a507-ce4546550b4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11b2c87c-584c-423a-bf93-87673f3bb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273032 Aug 05 02:15:19.583574 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dbfce757-6e0f-4311-8835-45c52b7a5001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:19.586460 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dbfce757-6e0f-4311-8835-45c52b7a5001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:19.590410 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-dbfce757-6e0f-4311-8835-45c52b7a5001 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1509c82-dfb8-44d3-8b82-263987d69d57 HTTP/1.1" status: 204 len: 168 time: 0.1466527 Aug 05 02:15:19.599036 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfce757-6e0f-4311-8835-45c52b7a5001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1509c82-dfb8-44d3-8b82-263987d69d57,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:19.711908 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3c4350aa-d14a-4ef6-9fcb-975449b821aa req-b63f7093-ab71-4463-9153-4ad58855f032 service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979099 Aug 05 02:15:19.871903 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3c4350aa-d14a-4ef6-9fcb-975449b821aa req-944a1e93-f058-4e2d-a98a-a1f026240715 service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396253 Aug 05 02:15:19.882791 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce81912-bf7d-4b2e-bd2b-67043e6e13ef req-082f2063-de2f-4f36-9c0f-aec5547ed008 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:19.884698 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9ce81912-bf7d-4b2e-bd2b-67043e6e13ef req-082f2063-de2f-4f36-9c0f-aec5547ed008 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 944 time: 0.0828733 Aug 05 02:15:19.939904 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9ce81912-bf7d-4b2e-bd2b-67043e6e13ef req-d2739d73-0c0d-4e1a-b0c6-af8ba411db39 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478106 Aug 05 02:15:20.451135 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fd443-5300-4463-9f7e-03e3ec0805a3 req-aaeed918-9ebb-4ab2-b647-b2ee2d17743a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:20.453242 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-491fd443-5300-4463-9f7e-03e3ec0805a3 req-aaeed918-9ebb-4ab2-b647-b2ee2d17743a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0655305 Aug 05 02:15:20.496080 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-491fd443-5300-4463-9f7e-03e3ec0805a3 req-0cc2fb80-430f-412b-9456-2a243de6d8de tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355432 Aug 05 02:15:20.520963 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01fce91f-c7d3-468d-a0c8-3ea9669c05aa req-623467c4-7f8b-4ac1-a443-6a6919cf2392 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429449 Aug 05 02:15:20.640167 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce91f-c7d3-468d-a0c8-3ea9669c05aa req-a05cd152-c3f5-4de6-836a-9420b8cf4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:20.640167 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01fce91f-c7d3-468d-a0c8-3ea9669c05aa req-a05cd152-c3f5-4de6-836a-9420b8cf4ded service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 1098 time: 0.0569785 Aug 05 02:15:20.661453 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:15:20.756322 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce91f-c7d3-468d-a0c8-3ea9669c05aa req-818e8059-0370-4339-80fb-3e157c447167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:20.757778 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01fce91f-c7d3-468d-a0c8-3ea9669c05aa req-818e8059-0370-4339-80fb-3e157c447167 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 914 time: 0.0954683 Aug 05 02:15:20.801884 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01fce91f-c7d3-468d-a0c8-3ea9669c05aa req-58e71ae6-0f61-4876-bae8-2026d36e4584 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c HTTP/1.1" status: 200 len: 217 time: 0.0342965 Aug 05 02:15:20.865283 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce91f-c7d3-468d-a0c8-3ea9669c05aa req-cc20adbf-eeb8-4c51-a3ce-7d89e6f9cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:20.866759 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01fce91f-c7d3-468d-a0c8-3ea9669c05aa req-cc20adbf-eeb8-4c51-a3ce-7d89e6f9cd0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21115f09-b253-45be-95ff-5784aee1cf34 HTTP/1.1" status: 200 len: 854 time: 0.0454130 Aug 05 02:15:20.902789 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01fce91f-c7d3-468d-a0c8-3ea9669c05aa req-a31f575a-308b-4514-8cfc-7bdea3b04c57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11b2c87c-584c-423a-bf93-87673f3bb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237179 Aug 05 02:15:21.008505 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01fce91f-c7d3-468d-a0c8-3ea9669c05aa req-a4615e45-15c1-4602-bfaf-fc67fb4f6894 service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922198 Aug 05 02:15:21.079658 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6699-3ba7-44ec-b63c-cd4912c838b5 req-e602a438-842d-4571-9fb9-56ab56d0c98f tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:21.081512 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-49bd6699-3ba7-44ec-b63c-cd4912c838b5 req-e602a438-842d-4571-9fb9-56ab56d0c98f tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 944 time: 0.0615697 Aug 05 02:15:21.125209 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-49bd6699-3ba7-44ec-b63c-cd4912c838b5 req-6361fd21-8496-4d68-98b5-95a7704b5ba6 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361624 Aug 05 02:15:21.125952 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01fce91f-c7d3-468d-a0c8-3ea9669c05aa req-688303c2-813e-4381-97f4-bdeaac00ed1f service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081471 Aug 05 02:15:21.617213 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560d5b2-f8c3-4b4c-8e58-53d4aadbd9ea req-90cbcdf0-5326-495f-81c4-10903ffb7bd3 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:21.618689 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4560d5b2-f8c3-4b4c-8e58-53d4aadbd9ea req-90cbcdf0-5326-495f-81c4-10903ffb7bd3 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0524981 Aug 05 02:15:21.658153 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4560d5b2-f8c3-4b4c-8e58-53d4aadbd9ea req-64e9c5d0-32c5-4c53-8bc5-6b22d7b45e06 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Aug 05 02:15:21.667440 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5190f8-3627-42be-81f1-2734d66727d6 req-a98fceaa-c49f-47fe-b5f5-a35b6728850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:21.670238 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ec5190f8-3627-42be-81f1-2734d66727d6 req-a98fceaa-c49f-47fe-b5f5-a35b6728850d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 1099 time: 0.0412083 Aug 05 02:15:21.713231 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ec5190f8-3627-42be-81f1-2734d66727d6 req-5162de37-1b99-499d-8d50-7d8aee215464 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275443 Aug 05 02:15:22.238974 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fd201-5d16-4a3c-a5d7-798739abfa2d req-435762e9-ba59-4876-aadc-3305dc2ad84d tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:22.240405 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0a0fd201-5d16-4a3c-a5d7-798739abfa2d req-435762e9-ba59-4876-aadc-3305dc2ad84d tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 944 time: 0.0497894 Aug 05 02:15:22.276679 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0a0fd201-5d16-4a3c-a5d7-798739abfa2d req-e974bcb5-0413-493d-9f28-43f22c861126 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304713 Aug 05 02:15:23.755137 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device adb7dff6-9871-45c0-93a1-2d09283d4199 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:15:23.846760 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port adb7dff6-9871-45c0-93a1-2d09283d4199, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=adb7dff6-9871-45c0-93a1-2d09283d4199,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:23.857702 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': 'adb7dff6-9871-45c0-93a1-2d09283d4199', 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4', 'port_id': 'adb7dff6-9871-45c0-93a1-2d09283d4199', 'mac_address': 'fa:16:3e:ca:65:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21115f09-b253-45be-95ff-5784aee1cf34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:15:23.892278 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:23.904445 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb7dff6-9871-45c0-93a1-2d09283d4199 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:15:23.923305 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port adb7dff6-9871-45c0-93a1-2d09283d4199, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=adb7dff6-9871-45c0-93a1-2d09283d4199,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:23.927126 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:23.975091 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=adb7dff6-9871-45c0-93a1-2d09283d4199,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:23.982541 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:23.982924 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:23.983268 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:23.983598 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:23.983928 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:23.984254 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:23.984577 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:23.984899 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:23.985241 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:23.985566 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:23.985885 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:23.986204 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:25.003432 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9f0f3-ab6a-4ace-963f-5f019367025c req-615676fd-7c5e-4c85-af31-e6a5abceee2c tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:25.004939 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7eb9f0f3-ab6a-4ace-963f-5f019367025c req-615676fd-7c5e-4c85-af31-e6a5abceee2c tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0488293 Aug 05 02:15:25.044768 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7eb9f0f3-ab6a-4ace-963f-5f019367025c req-14ec0281-5e32-4f23-8c13-1f277ced396e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332861 Aug 05 02:15:25.070996 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400a8dd-c017-4a75-8fa3-a315c7ac2708 req-9a1831fe-f3d8-411d-8e72-78f7ccb576a7 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:25.072441 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a400a8dd-c017-4a75-8fa3-a315c7ac2708 req-9a1831fe-f3d8-411d-8e72-78f7ccb576a7 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 945 time: 0.0465138 Aug 05 02:15:25.110923 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a400a8dd-c017-4a75-8fa3-a315c7ac2708 req-3ec8bf2b-7c8c-49f9-80f7-3a696ba0d3d3 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Aug 05 02:15:25.243896 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['adb7dff6-9871-45c0-93a1-2d09283d4199'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:15:26.209305 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2591-7fa9-4bd3-90dc-f7fa1b273c5f req-ddc462a9-2db6-4e65-95db-e3a2b25d5f38 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:26.210812 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a58b2591-7fa9-4bd3-90dc-f7fa1b273c5f req-ddc462a9-2db6-4e65-95db-e3a2b25d5f38 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0516531 Aug 05 02:15:26.251100 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a58b2591-7fa9-4bd3-90dc-f7fa1b273c5f req-aa5b3d4c-58b9-42e1-bbc6-eca5c88cc35f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329039 Aug 05 02:15:26.260666 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d975304-60b5-4f6a-9ad9-6462c05ca633 req-53b80af0-0583-401e-8aef-eb8fff8401c0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:26.262137 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6d975304-60b5-4f6a-9ad9-6462c05ca633 req-53b80af0-0583-401e-8aef-eb8fff8401c0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 945 time: 0.0488694 Aug 05 02:15:26.302050 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6d975304-60b5-4f6a-9ad9-6462c05ca633 req-05fe951c-4635-4caf-86d4-8a47ec3a5792 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324495 Aug 05 02:15:26.791822 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device adb7dff6-9871-45c0-93a1-2d09283d4199 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:15:26.836441 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:26.850484 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port adb7dff6-9871-45c0-93a1-2d09283d4199 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:15:26.854152 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port adb7dff6-9871-45c0-93a1-2d09283d4199 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:26.854516 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:26.926873 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:26.947822 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98c4d79-cb95-4aeb-b6e5-8987acb66e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb7dff6-9871-45c0-93a1-2d09283d4199'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:15:26.950010 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e90fa8a-37d5-4165-ba47-89e8518b2a7a" -d '{"events": [{"server_uuid": "f98c4d79-cb95-4aeb-b6e5-8987acb66e4b", "name": "network-vif-plugged", "status": "completed", "tag": "adb7dff6-9871-45c0-93a1-2d09283d4199"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:15:26.963158 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port adb7dff6-9871-45c0-93a1-2d09283d4199, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=adb7dff6-9871-45c0-93a1-2d09283d4199,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:26.967689 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:26.992216 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6d2713-6ff9-4862-9e53-bfa68159fbfa x-openstack-request-id: req-7e6d2713-6ff9-4862-9e53-bfa68159fbfa {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:15:26.992503 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98c4d79-cb95-4aeb-b6e5-8987acb66e4b", "name": "network-vif-plugged", "status": "completed", "tag": "adb7dff6-9871-45c0-93a1-2d09283d4199", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:15:26.992750 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e6d2713-6ff9-4862-9e53-bfa68159fbfa {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:15:26.993123 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98c4d79-cb95-4aeb-b6e5-8987acb66e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb7dff6-9871-45c0-93a1-2d09283d4199', 'code': 200} Aug 05 02:15:27.018542 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=adb7dff6-9871-45c0-93a1-2d09283d4199,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:27.216222 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9a70e-24da-4f39-b5ef-774be3ae09e1 req-6703eaed-8a3e-4e73-b498-205b94f67032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:27.217741 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1ef9a70e-24da-4f39-b5ef-774be3ae09e1 req-6703eaed-8a3e-4e73-b498-205b94f67032 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 1099 time: 0.0412080 Aug 05 02:15:27.276256 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1ef9a70e-24da-4f39-b5ef-774be3ae09e1 req-f990ac67-d162-42e9-a304-97598a19bd33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380859 Aug 05 02:15:27.370195 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8a31f-07ba-41a7-8c56-1068f720e399 req-ce703970-249e-472b-8ba1-a7449584bfca tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:27.371716 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-68c8a31f-07ba-41a7-8c56-1068f720e399 req-ce703970-249e-472b-8ba1-a7449584bfca tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0481827 Aug 05 02:15:27.416571 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-68c8a31f-07ba-41a7-8c56-1068f720e399 req-bb760544-5897-4e21-bcec-b0b90ad2b122 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375857 Aug 05 02:15:27.439965 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4f74-fff6-4b82-999f-705edadabae6 req-9db404d6-14d4-4d31-a3de-7c82aa2937e0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:27.442556 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e98b4f74-fff6-4b82-999f-705edadabae6 req-9db404d6-14d4-4d31-a3de-7c82aa2937e0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 946 time: 0.0640249 Aug 05 02:15:27.484471 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e98b4f74-fff6-4b82-999f-705edadabae6 req-ff76ff00-a452-4fcf-a3a2-9b2500c708a7 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356429 Aug 05 02:15:27.580278 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46406) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:27.581445 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9864a-ad27-48d8-8dee-999852b8c343 req-cef6492f-6562-4143-ba28-38f8860c22c5 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:27.583143 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9bc9864a-ad27-48d8-8dee-999852b8c343 req-cef6492f-6562-4143-ba28-38f8860c22c5 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0592575 Aug 05 02:15:27.630629 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9bc9864a-ad27-48d8-8dee-999852b8c343 req-e6e314b7-5fb5-4673-bfb0-3b34e303ad06 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Aug 05 02:15:27.758763 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b886fd0f-5048-409f-8924-9ff083b1ca5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:27.858873 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b886fd0f-5048-409f-8924-9ff083b1ca5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:27.863597 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b886fd0f-5048-409f-8924-9ff083b1ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:27.902023 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b886fd0f-5048-409f-8924-9ff083b1ca5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a1cae044158437ebf5b95448288139d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205895 Aug 05 02:15:27.903237 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886fd0f-5048-409f-8924-9ff083b1ca5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e800fef-309a-4421-a683-e8bab30395c0,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:27.905208 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 46418) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:27.975591 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-038e9d5d-55e4-4475-8202-c01f8fd26cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:28.007421 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-038e9d5d-55e4-4475-8202-c01f8fd26cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:28.062570 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-038e9d5d-55e4-4475-8202-c01f8fd26cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:28.065664 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-038e9d5d-55e4-4475-8202-c01f8fd26cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:28.069434 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-038e9d5d-55e4-4475-8202-c01f8fd26cf6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e800fef-309a-4421-a683-e8bab30395c0 HTTP/1.1" status: 204 len: 168 time: 0.1608052 Aug 05 02:15:28.078852 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e9d5d-55e4-4475-8202-c01f8fd26cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e800fef-309a-4421-a683-e8bab30395c0,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:28.179910 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-9c187306-36ee-42e7-9988-8d741ef974f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:28.712092 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3017c-3499-4040-97a3-b077e24c205d req-42adc495-b420-43ba-9b4b-e586b0a9c239 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:28.713563 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f2d3017c-3499-4040-97a3-b077e24c205d req-42adc495-b420-43ba-9b4b-e586b0a9c239 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 946 time: 0.0619817 Aug 05 02:15:28.761950 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f2d3017c-3499-4040-97a3-b077e24c205d req-0678d7f9-4030-4f7a-932f-1f451042aa06 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Aug 05 02:15:29.551323 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7468a51-f04c-424f-9288-08267dbe04b0 req-f1011d70-7f95-4ddd-9fe2-12bb1a4ff477 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:29.552809 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f7468a51-f04c-424f-9288-08267dbe04b0 req-f1011d70-7f95-4ddd-9fe2-12bb1a4ff477 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.2956007 Aug 05 02:15:29.558832 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d615b-13e2-4eff-a618-8ee462359e7c req-2f31e29a-7faf-42f7-8531-e62194e4487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:29.560274 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d46d615b-13e2-4eff-a618-8ee462359e7c req-2f31e29a-7faf-42f7-8531-e62194e4487a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f7d0a3f342c463397c5e4677bd94032&device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 1099 time: 0.2764511 Aug 05 02:15:29.660141 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f7468a51-f04c-424f-9288-08267dbe04b0 req-72c461b2-8453-48e6-87f8-090d95855a6d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975156 Aug 05 02:15:29.694738 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d615b-13e2-4eff-a618-8ee462359e7c req-4d51726c-f134-4c5b-8798-99f5decd5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:29.696572 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d46d615b-13e2-4eff-a618-8ee462359e7c req-4d51726c-f134-4c5b-8798-99f5decd5351 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 200 len: 919 time: 0.1218467 Aug 05 02:15:29.749855 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d46d615b-13e2-4eff-a618-8ee462359e7c req-aac457e4-1ced-468d-93aa-11328f7de197 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaedd208-5daa-4672-b829-1910d313c761 HTTP/1.1" status: 200 len: 217 time: 0.0380709 Aug 05 02:15:29.833355 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d615b-13e2-4eff-a618-8ee462359e7c req-f7e39b7f-5f3b-4290-be00-9969a82de0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:29.834898 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d46d615b-13e2-4eff-a618-8ee462359e7c req-f7e39b7f-5f3b-4290-be00-9969a82de0e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9843046-36d7-46e3-9a0f-2ccdca3a6899 HTTP/1.1" status: 200 len: 859 time: 0.0765321 Aug 05 02:15:29.912703 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d46d615b-13e2-4eff-a618-8ee462359e7c req-bda3b826-bf36-45ea-aa3b-0c07ced46ab9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f5fbb29-064c-491b-937e-91e7d4f39d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613062 Aug 05 02:15:29.914130 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e7490-3f2d-4c65-a588-bf7dab3c6ecf req-fe3f8baf-a2e7-4e6f-a1a6-e7502f313e34 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:29.919233 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ad2e7490-3f2d-4c65-a588-bf7dab3c6ecf req-fe3f8baf-a2e7-4e6f-a1a6-e7502f313e34 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 946 time: 0.0594108 Aug 05 02:15:29.957536 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ad2e7490-3f2d-4c65-a588-bf7dab3c6ecf req-67e79b90-36a5-45b6-8d8d-ff9e7be2f469 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355690 Aug 05 02:15:30.018364 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d46d615b-13e2-4eff-a618-8ee462359e7c req-757a542f-eaa2-49ce-8f83-ccf07b266827 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928764 Aug 05 02:15:30.136818 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d46d615b-13e2-4eff-a618-8ee462359e7c req-86a7cb76-41b7-4e9c-b3c9-67ed92cf8e88 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096578 Aug 05 02:15:30.772616 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1c642-78ab-4cee-b54f-6eeddf4cacdd req-96455ed4-e760-4d09-8268-634e23e5f4de tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:30.774095 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bab1c642-78ab-4cee-b54f-6eeddf4cacdd req-96455ed4-e760-4d09-8268-634e23e5f4de tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0465031 Aug 05 02:15:30.811379 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bab1c642-78ab-4cee-b54f-6eeddf4cacdd req-d8a5a67e-6f7f-4f9c-bb5f-356666125cd2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308037 Aug 05 02:15:30.844580 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4643d01a-1c70-4f02-aaf9-d8874165ef33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:30.865299 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:32.048494 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:33.637000 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:34.007010 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196a479-09c1-4177-9d4d-413fa988f002 req-8c962f1a-d4e8-4a54-8ed9-4551823ab7d6 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:34.008450 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a196a479-09c1-4177-9d4d-413fa988f002 req-8c962f1a-d4e8-4a54-8ed9-4551823ab7d6 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0501776 Aug 05 02:15:34.047120 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a196a479-09c1-4177-9d4d-413fa988f002 req-b664d46c-ea88-4d6a-8cd7-46394bff6e15 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Aug 05 02:15:37.636396 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217cc6c-a772-49aa-a670-d7fcc4cea1f8 req-685d3480-a5e3-4619-9c6c-5119b1f5cd52 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:37.638426 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f217cc6c-a772-49aa-a670-d7fcc4cea1f8 req-685d3480-a5e3-4619-9c6c-5119b1f5cd52 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0460782 Aug 05 02:15:37.673654 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f217cc6c-a772-49aa-a670-d7fcc4cea1f8 req-bbeab87d-ea81-46dd-bb3a-c3435abaf0a5 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294251 Aug 05 02:15:38.789272 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5580d12-2c23-4801-99fc-336676dda9bf req-2f222739-c156-417f-99fd-d104e527af98 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:38.790773 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d5580d12-2c23-4801-99fc-336676dda9bf req-2f222739-c156-417f-99fd-d104e527af98 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0481098 Aug 05 02:15:38.827835 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d5580d12-2c23-4801-99fc-336676dda9bf req-28a72bda-6c4d-4382-ad55-fe06295164d4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Aug 05 02:15:39.114494 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46688) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:39.199457 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-2c9dd19b-2674-4307-9c1e-ba381712f86a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:39.201505 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-2c9dd19b-2674-4307-9c1e-ba381712f86a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 814 time: 0.1069407 Aug 05 02:15:39.216578 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-dd9845de-1467-4909-966d-f88f4d4d7a07 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/quotas/b3412d5b792247319c0049353054d1dc HTTP/1.1" status: 200 len: 375 time: 0.0093582 Aug 05 02:15:39.222497 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b550ad41-9600-4940-a24b-ec3118731f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:39.266108 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-0c471719-3b48-4eaf-a4eb-7df566c5c200 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439432 Aug 05 02:15:39.311202 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b550ad41-9600-4940-a24b-ec3118731f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:39.314864 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b550ad41-9600-4940-a24b-ec3118731f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:39.351849 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b550ad41-9600-4940-a24b-ec3118731f18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a4a79cda59444d7a76563d67a3f6105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360926 Aug 05 02:15:39.352510 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550ad41-9600-4940-a24b-ec3118731f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a7b038-67da-45e1-8983-84d6b83db8bb,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:39.354772 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46692) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:39.359550 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-77a8c30b-fa0e-4097-836a-374150cab4c3 service neutron] 10.222.0.39 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861685 Aug 05 02:15:39.405258 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-abe47770-3b1c-4fbb-908b-d9d92b5ee799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:39.426462 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-abe47770-3b1c-4fbb-908b-d9d92b5ee799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:39.448204 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-7152d428-7c7f-474a-9b2d-77c75ec037c8 service neutron] 10.222.0.39 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815291 Aug 05 02:15:39.476190 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-abe47770-3b1c-4fbb-908b-d9d92b5ee799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:39.478870 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-abe47770-3b1c-4fbb-908b-d9d92b5ee799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:39.482838 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-abe47770-3b1c-4fbb-908b-d9d92b5ee799 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9a7b038-67da-45e1-8983-84d6b83db8bb HTTP/1.1" status: 204 len: 168 time: 0.1243553 Aug 05 02:15:39.488368 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe47770-3b1c-4fbb-908b-d9d92b5ee799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a7b038-67da-45e1-8983-84d6b83db8bb,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:39.626042 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bbb1dc24-4cee-40f6-9ce7-4b1b8f25d0b6 req-2c851905-e4aa-4ff6-aca8-3456f3aec0f5 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 210 time: 0.0293150 Aug 05 02:15:39.798401 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46718) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:39.811378 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f6ede0bf-aaeb-4726-8c57-81b0102a29a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:39.899651 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f6ede0bf-aaeb-4726-8c57-81b0102a29a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:39.903961 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f6ede0bf-aaeb-4726-8c57-81b0102a29a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:39.943895 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-f6ede0bf-aaeb-4726-8c57-81b0102a29a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32597a0f6b7f4b468eb12bab3b6d93c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443284 Aug 05 02:15:39.944841 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ede0bf-aaeb-4726-8c57-81b0102a29a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155cd3cb-7551-4958-bffe-679ba5b2c334,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:39.946470 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 46724) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:39.997398 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c992f7a1-3a7c-4d42-9bcd-030f8664d777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:40.017488 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c992f7a1-3a7c-4d42-9bcd-030f8664d777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:40.062599 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c992f7a1-3a7c-4d42-9bcd-030f8664d777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:40.065133 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c992f7a1-3a7c-4d42-9bcd-030f8664d777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:40.066256 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-c992f7a1-3a7c-4d42-9bcd-030f8664d777 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/155cd3cb-7551-4958-bffe-679ba5b2c334 HTTP/1.1" status: 204 len: 168 time: 0.1182919 Aug 05 02:15:40.080355 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992f7a1-3a7c-4d42-9bcd-030f8664d777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155cd3cb-7551-4958-bffe-679ba5b2c334,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:40.364829 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46730) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:40.377436 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-857f9534-75e9-48a4-8e68-7a499275c07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:40.465114 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-857f9534-75e9-48a4-8e68-7a499275c07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:40.469008 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-857f9534-75e9-48a4-8e68-7a499275c07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:40.505739 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-857f9534-75e9-48a4-8e68-7a499275c07f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fbdeca8e34f4b10ac125cbfefa26d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399043 Aug 05 02:15:40.506697 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f9534-75e9-48a4-8e68-7a499275c07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce220170-1e4e-4aa9-9191-628c73cc3cfc,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:40.508417 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 46732) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:40.554201 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1abf694f-811a-4e87-8534-1bc8969e8b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:40.574229 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1abf694f-811a-4e87-8534-1bc8969e8b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:40.620307 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1abf694f-811a-4e87-8534-1bc8969e8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:40.623269 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1abf694f-811a-4e87-8534-1bc8969e8b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:40.626711 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-1abf694f-811a-4e87-8534-1bc8969e8b60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce220170-1e4e-4aa9-9191-628c73cc3cfc HTTP/1.1" status: 204 len: 168 time: 0.1149948 Aug 05 02:15:40.632129 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf694f-811a-4e87-8534-1bc8969e8b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce220170-1e4e-4aa9-9191-628c73cc3cfc,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:42.103758 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5adddde6-3622-4653-adbe-830ca85dcd16 req-10eedfc4-6a7d-4e4d-90c2-d7e6a226f0cf tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 210 time: 0.0289726 Aug 05 02:15:42.111037 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4157907-6aba-47e1-98a7-b0ecb331654b req-7fe0f911-853f-4f2a-81a6-d9a48a791fc7 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:42.112575 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b4157907-6aba-47e1-98a7-b0ecb331654b req-7fe0f911-853f-4f2a-81a6-d9a48a791fc7 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0644917 Aug 05 02:15:42.156027 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b4157907-6aba-47e1-98a7-b0ecb331654b req-d2da35a5-1535-48e2-bf4a-fbbe85a7c11c tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371153 Aug 05 02:15:42.792277 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-a797ca7f-fca6-4dce-8944-a860635e876d tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:42.794552 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-a797ca7f-fca6-4dce-8944-a860635e876d tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 814 time: 0.1226161 Aug 05 02:15:42.813746 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Request body: {'port': {'device_id': '5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7', 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4', 'admin_state_up': True, 'tenant_id': 'b3412d5b792247319c0049353054d1dc'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:42.947873 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Made reservation on behalf of b3412d5b792247319c0049353054d1dc for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:15:42.951836 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:43.080610 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Allocated IP 172.20.0.2 (11b2c87c-584c-423a-bf93-87673f3bb1f4/21115f09-b253-45be-95ff-5784aee1cf34/7243e6ba-cc27-4bd5-9024-edc48f096cab) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:15:43.201115 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2e55a462-66ff-4127-a2a8-f31ef3078697 req-15037e80-e7d0-471a-afb7-0124fed352af tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 210 time: 0.0259893 Aug 05 02:15:43.236436 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:43.305724 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279b071-f1fc-4031-81a7-70eb937861dd req-afb18a52-a350-4e2d-b5a0-3319778140bb tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:43.307240 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a279b071-f1fc-4031-81a7-70eb937861dd req-afb18a52-a350-4e2d-b5a0-3319778140bb tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0685515 Aug 05 02:15:43.319521 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:43.336779 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c', 'adb7dff6-9871-45c0-93a1-2d09283d4199'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:15:43.387248 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Network 11b2c87c-584c-423a-bf93-87673f3bb1f4 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:15:43.391066 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a279b071-f1fc-4031-81a7-70eb937861dd req-ee57872d-a8f7-4afa-a9fc-0a8059962477 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779641 Aug 05 02:15:43.396300 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:43.400637 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:15:43.415303 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:43.415303 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:43.415303 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Pushing event updated for resources: {'Port': ['ID=7243e6ba-cc27-4bd5-9024-edc48f096cab,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:43.439346 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c4361d60-ddbf-411c-bc58-16e164b8f377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6312795 Aug 05 02:15:43.452997 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Request body: {'port': {'device_id': '5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:43.502973 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:43.760685 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7243e6ba-cc27-4bd5-9024-edc48f096cab {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:15:43.768567 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:43.781002 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Transition to ACTIVE for port object 7243e6ba-cc27-4bd5-9024-edc48f096cab will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:15:43.784607 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:43.831795 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Pushing event updated for resources: {'Port': ['ID=7243e6ba-cc27-4bd5-9024-edc48f096cab,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:43.865833 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Attempting to bind port 7243e6ba-cc27-4bd5-9024-edc48f096cab on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:15:43.866193 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Attempting to bind port 7243e6ba-cc27-4bd5-9024-edc48f096cab by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:15:43.866520 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Attempting to bind port 7243e6ba-cc27-4bd5-9024-edc48f096cab on network 11b2c87c-584c-423a-bf93-87673f3bb1f4 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:15:43.870932 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Port 7243e6ba-cc27-4bd5-9024-edc48f096cab on network 11b2c87c-584c-423a-bf93-87673f3bb1f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:15:43.871254 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Attempting to bind port 7243e6ba-cc27-4bd5-9024-edc48f096cab on network 11b2c87c-584c-423a-bf93-87673f3bb1f4 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:15:43.875972 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:15:43.876309 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Checking segment: {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:15:43.876689 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Bound using segment: {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:15:43.877110 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Bound port: 7243e6ba-cc27-4bd5-9024-edc48f096cab, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:15:43.877465 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:43.943275 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] For port 7243e6ba-cc27-4bd5-9024-edc48f096cab, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:15:43.946845 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] For port 7243e6ba-cc27-4bd5-9024-edc48f096cab, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7243e6ba-cc27-4bd5-9024-edc48f096cab,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:15:43.952560 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:43.990251 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:43.990897 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:43.992457 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] 10.222.0.43 "PUT /v2.0/ports/7243e6ba-cc27-4bd5-9024-edc48f096cab HTTP/1.1" status: 200 len: 1093 time: 0.5443964 Aug 05 02:15:43.994581 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7', 'tag': '7243e6ba-cc27-4bd5-9024-edc48f096cab'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:15:43.996886 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4d1f9e-665e-49f1-a400-905187a6668f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7", "tag": "7243e6ba-cc27-4bd5-9024-edc48f096cab"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:15:44.024756 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14ea10-3a92-4f74-a9d1-a6071670dd3c service neutron] Pushing event updated for resources: {'Port': ['ID=7243e6ba-cc27-4bd5-9024-edc48f096cab,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:44.067318 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277994cf-c531-435f-b5fc-cb15f338e359 x-openstack-request-id: req-277994cf-c531-435f-b5fc-cb15f338e359 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:15:44.067690 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7", "tag": "7243e6ba-cc27-4bd5-9024-edc48f096cab", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:15:44.068025 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-277994cf-c531-435f-b5fc-cb15f338e359 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:15:44.068448 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7', 'tag': '7243e6ba-cc27-4bd5-9024-edc48f096cab', 'status': 'completed', 'code': 200} Aug 05 02:15:44.104332 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-fe16ec4e-d30b-4d0d-8a45-53dbd9d0f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:44.105937 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-fe16ec4e-d30b-4d0d-8a45-53dbd9d0f3a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 1096 time: 0.0544167 Aug 05 02:15:44.184371 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-42b6e8e6-afd0-41ea-a0bc-916e4ecda9a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7243e6ba-cc27-4bd5-9024-edc48f096cab HTTP/1.1" status: 200 len: 217 time: 0.0702322 Aug 05 02:15:44.264105 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c8c1dd8b-dad1-4e79-aea0-d402a44595f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:44.265792 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-c8c1dd8b-dad1-4e79-aea0-d402a44595f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21115f09-b253-45be-95ff-5784aee1cf34 HTTP/1.1" status: 200 len: 854 time: 0.0670578 Aug 05 02:15:44.329174 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-cd8403c8-e985-4fe1-8f3d-f5dd498adb71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11b2c87c-584c-423a-bf93-87673f3bb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396261 Aug 05 02:15:44.377114 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c026b-8bb2-4275-a6f0-43af205052f2 req-2de0193e-c193-4cb7-951a-8944ed54b35e tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:44.378712 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-da1c026b-8bb2-4275-a6f0-43af205052f2 req-2de0193e-c193-4cb7-951a-8944ed54b35e tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 943 time: 0.1018527 Aug 05 02:15:44.475200 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-da1c026b-8bb2-4275-a6f0-43af205052f2 req-e4207c54-4f39-4c8a-97ca-521ab54cfa92 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648673 Aug 05 02:15:44.490628 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-fdfe4231-f6ae-4622-9201-7c819296052d service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507537 Aug 05 02:15:44.536696 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be208ab-c2f1-4bab-a0e4-8cd6a2a92133 req-cb3ffe9e-3a55-44d3-8aad-bdfbb477d995 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:44.538229 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7be208ab-c2f1-4bab-a0e4-8cd6a2a92133 req-cb3ffe9e-3a55-44d3-8aad-bdfbb477d995 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0531363 Aug 05 02:15:44.583187 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7be208ab-c2f1-4bab-a0e4-8cd6a2a92133 req-b4ee2d91-f3ca-4e0f-90ca-6748f6b9a520 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381250 Aug 05 02:15:44.600511 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-afd25af9-d66f-4604-acd9-433db2522dd2 req-ce6e8daf-6786-419e-b62f-aebe589ed7f2 service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004124 Aug 05 02:15:45.281146 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 46888) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:45.395676 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2868f355-3e33-402d-a318-97448ba35306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:45.486571 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2868f355-3e33-402d-a318-97448ba35306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:45.490294 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2868f355-3e33-402d-a318-97448ba35306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:45.527107 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-2868f355-3e33-402d-a318-97448ba35306 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d923bb437c524129b0e39ca08d5844a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448916 Aug 05 02:15:45.528062 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868f355-3e33-402d-a318-97448ba35306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3a8dad-7363-4793-ae10-266d9e276455,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:45.530517 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46896) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:45.577468 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f354b9fd-638c-4bbc-b23c-105e99525ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:45.599583 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f354b9fd-638c-4bbc-b23c-105e99525ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:45.647075 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f354b9fd-638c-4bbc-b23c-105e99525ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:45.649609 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f354b9fd-638c-4bbc-b23c-105e99525ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:45.650756 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-f354b9fd-638c-4bbc-b23c-105e99525ab2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca3a8dad-7363-4793-ae10-266d9e276455 HTTP/1.1" status: 204 len: 168 time: 0.1192114 Aug 05 02:15:45.658784 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354b9fd-638c-4bbc-b23c-105e99525ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3a8dad-7363-4793-ae10-266d9e276455,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:46.232897 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46922) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:46.324056 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-652824429-network', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:46.346575 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Made reservation on behalf of e9eb8743fe334763bab3543f0d71dd2d for: {'network': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:15:46.349064 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:46.357277 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:46.455444 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:46.458514 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:46.486255 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:15:46.492596 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7785765-4b96-4b7f-901b-026b6ac65eb7,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:46.501089 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:46.501605 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.segments_db [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Added segment 26389e96-51f9-4ed6-baf9-cc74b9caaeaa of type vlan for network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 Aug 05 02:15:46.546924 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:46.574282 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:46.575856 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:46.576442 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:46.629873 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3959212 Aug 05 02:15:46.632915 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 46928) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:46.636701 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d8b56-a25f-4b19-8501-996db81a9b15 admin admin] Pushing event updated for resources: {'Network': ['ID=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:46.638582 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-fc8ff3e0-666f-4c81-90d6-0f57ed87b071 admin admin] Request body: {'subnet': {'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-652824429-subnet', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'ip_version': 4}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:46.646937 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:15:46.661594 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8ff3e0-666f-4c81-90d6-0f57ed87b071 admin admin] Made reservation on behalf of e9eb8743fe334763bab3543f0d71dd2d for: {'subnet': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:15:46.664016 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff3e0-666f-4c81-90d6-0f57ed87b071 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:46.826308 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff3e0-666f-4c81-90d6-0f57ed87b071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for subnet, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:46.880048 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ff3e0-666f-4c81-90d6-0f57ed87b071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c04c11f1-c05b-417d-90d4-b82cd114e524,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:46.886827 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ff3e0-666f-4c81-90d6-0f57ed87b071 admin admin] Checking segment: {'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:15:46.887198 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ff3e0-666f-4c81-90d6-0f57ed87b071 admin admin] Network hostable DHCP agents. Network: c8d2dddb-d88d-4880-8639-71ba9ef9b1d2, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:15:46.902489 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ff3e0-666f-4c81-90d6-0f57ed87b071 admin admin] Network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:15:46.910422 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-fc8ff3e0-666f-4c81-90d6-0f57ed87b071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, c8d2dddb-d88d-4880-8639-71ba9ef9b1d2) {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:46.914164 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8ff3e0-666f-4c81-90d6-0f57ed87b071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:46.914780 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fc8ff3e0-666f-4c81-90d6-0f57ed87b071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:46.919833 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf8b5cf-c2c0-4bda-8fb7-b0537add38e3 None None] Network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:15:46.928456 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-fc8ff3e0-666f-4c81-90d6-0f57ed87b071 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2944593 Aug 05 02:15:46.931198 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 46932) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:46.936003 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:46.955980 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-656147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34533'] for router, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:46.957007 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34556'] for router, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.014878 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.064315 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0eb7b85f-7546-59ba-b405-1900b113e2e5-c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'fixed_ips': [{'subnet_id': 'c04c11f1-c05b-417d-90d4-b82cd114e524'}]}} from dv-cinder-803533-1-iscsi. {{(pid=93457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 02:15:47.065216 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.146731 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.196453 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.db_base_plugin_common [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Allocated IP 172.20.0.2 (c8d2dddb-d88d-4880-8639-71ba9ef9b1d2/c04c11f1-c05b-417d-90d4-b82cd114e524/124aac0f-b7be-482b-af1f-0ff6b69ade05) {{(pid=93457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:15:47.350975 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.370752 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.450238 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Notify callbacks [] for port, precommit_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.458869 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Transition to ACTIVE for port object 124aac0f-b7be-482b-af1f-0ff6b69ade05 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:15:47.474130 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Transition to ACTIVE for port object 124aac0f-b7be-482b-af1f-0ff6b69ade05 will not be triggered until provisioned by entity DHCP. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:15:47.477412 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Allocated IP 172.27.3.55 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/24f3df04-8141-45aa-875e-28381599b821) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:15:47.480150 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.519661 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 is already hosted by enough agents. {{(pid=93457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:15:47.522571 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.base_scheduler [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Resources bound (agent type, host, resource id): {{(pid=93457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:47.525233 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Received port after_create {{(pid=93457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:15:47.534586 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Pushing event updated for resources: {'Port': ['ID=124aac0f-b7be-482b-af1f-0ff6b69ade05,revision_number=1']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:47.589931 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Attempting to bind port 124aac0f-b7be-482b-af1f-0ff6b69ade05 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:15:47.591212 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Attempting to bind port 124aac0f-b7be-482b-af1f-0ff6b69ade05 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:15:47.591497 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.591596 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Attempting to bind port 124aac0f-b7be-482b-af1f-0ff6b69ade05 on network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:15:47.596686 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:15:47.597061 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Checking segment: {'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:15:47.597480 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.597883 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Bound using segment: {'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:15:47.598474 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Bound port: 124aac0f-b7be-482b-af1f-0ff6b69ade05, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:15:47.598913 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.657711 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d1f9e-665e-49f1-a400-905187a6668f req-ae6693c2-040f-42d4-a6dc-c3a8bf16e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:47.659711 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bd4d1f9e-665e-49f1-a400-905187a6668f req-ae6693c2-040f-42d4-a6dc-c3a8bf16e936 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 1096 time: 0.0804141 Aug 05 02:15:47.665003 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.686819 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] For port 124aac0f-b7be-482b-af1f-0ff6b69ade05, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:15:47.692232 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] For port 124aac0f-b7be-482b-af1f-0ff6b69ade05, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=124aac0f-b7be-482b-af1f-0ff6b69ade05,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:15:47.697754 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:47.728191 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fa5b2-b532-4c41-a0ff-9aadd612cc85 req-4fea321b-24f2-4d25-8945-c5a508be2e24 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:47.729811 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c49fa5b2-b532-4c41-a0ff-9aadd612cc85 req-4fea321b-24f2-4d25-8945-c5a508be2e24 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0546205 Aug 05 02:15:47.765802 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7831acd-bb64-476e-aa7b-8149532d1ef6 None None] Pushing event updated for resources: {'Port': ['ID=124aac0f-b7be-482b-af1f-0ff6b69ade05,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:47.773491 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:15:47.784487 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c49fa5b2-b532-4c41-a0ff-9aadd612cc85 req-cd1dc86b-675c-42a5-bbe2-353f89542901 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385890 Aug 05 02:15:47.817563 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:47.819945 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:15:47.861274 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Pushing event updated for resources: {'Port': ['ID=24f3df04-8141-45aa-875e-28381599b821,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:48.137107 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 124aac0f-b7be-482b-af1f-0ff6b69ade05 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:15:48.173198 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dbe0d-cf10-4b98-a317-5226e15817fb req-45aae9cb-380f-435d-8698-62945aebcf5c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:48.174723 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7c8dbe0d-cf10-4b98-a317-5226e15817fb req-45aae9cb-380f-435d-8698-62945aebcf5c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 943 time: 0.5130687 Aug 05 02:15:48.187467 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 124aac0f-b7be-482b-af1f-0ff6b69ade05 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:15:48.219683 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d1f9e-665e-49f1-a400-905187a6668f req-8680a727-c824-4c10-93cb-a7512f322d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:48.221640 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bd4d1f9e-665e-49f1-a400-905187a6668f req-8680a727-c824-4c10-93cb-a7512f322d80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 914 time: 0.5235560 Aug 05 02:15:48.307734 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7c8dbe0d-cf10-4b98-a317-5226e15817fb req-7718ed53-ee5d-4623-b9b9-01dc65a98371 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248298 Aug 05 02:15:48.311573 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bd4d1f9e-665e-49f1-a400-905187a6668f req-3a554f62-f3a3-4f15-ae37-453cd28cea54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7243e6ba-cc27-4bd5-9024-edc48f096cab HTTP/1.1" status: 200 len: 217 time: 0.0733767 Aug 05 02:15:48.412544 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d1f9e-665e-49f1-a400-905187a6668f req-a44992ac-19a2-426a-ae4d-f4afad44e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:48.413978 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bd4d1f9e-665e-49f1-a400-905187a6668f req-a44992ac-19a2-426a-ae4d-f4afad44e633 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21115f09-b253-45be-95ff-5784aee1cf34 HTTP/1.1" status: 200 len: 854 time: 0.0846133 Aug 05 02:15:48.417152 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:48.479754 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bd4d1f9e-665e-49f1-a400-905187a6668f req-7b6bfaa7-4c94-4e7d-ba70-73137a9b9912 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11b2c87c-584c-423a-bf93-87673f3bb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267172 Aug 05 02:15:48.669304 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bd4d1f9e-665e-49f1-a400-905187a6668f req-dd3ba11b-8133-4100-8a4a-46be13f0364d service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796248 Aug 05 02:15:48.781399 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d33030d-9c03-4a3a-a792-f473ef24d140 None None] Network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:15:48.782363 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686997'] for router, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:48.865020 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bd4d1f9e-665e-49f1-a400-905187a6668f req-c7580256-9452-4aaf-96cd-f3d1e8975662 service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638033 Aug 05 02:15:48.881630 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-87b34a02-c0e8-49cf-9e58-b6be8d41edc1 None None] Provisioning for port 124aac0f-b7be-482b-af1f-0ff6b69ade05 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:15:48.897182 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-87b34a02-c0e8-49cf-9e58-b6be8d41edc1 None None] Provisioning complete for port 124aac0f-b7be-482b-af1f-0ff6b69ade05 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:48.897717 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-87b34a02-c0e8-49cf-9e58-b6be8d41edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:48.985937 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d7391-1dbc-410b-8e24-574361076714 req-12fb2dc0-d111-4b29-a2f0-33ae43e58cbf tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:48.988348 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7f5d7391-1dbc-410b-8e24-574361076714 req-12fb2dc0-d111-4b29-a2f0-33ae43e58cbf tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.1258681 Aug 05 02:15:49.060436 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Router c34719a5-c70f-49ba-a2c6-721634bfa6d4 is scheduled to L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 with binding_index 1 {{(pid=93456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 02:15:49.068231 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7f5d7391-1dbc-410b-8e24-574361076714 req-8cab14bd-7d79-4632-b30b-2f7dd73f5083 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690536 Aug 05 02:15:49.071151 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-87b34a02-c0e8-49cf-9e58-b6be8d41edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:49.119173 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-87b34a02-c0e8-49cf-9e58-b6be8d41edc1 None None] For port 124aac0f-b7be-482b-af1f-0ff6b69ade05, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=124aac0f-b7be-482b-af1f-0ff6b69ade05,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:49.125439 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-87b34a02-c0e8-49cf-9e58-b6be8d41edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:49.233098 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:15:49.249252 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Sync routers for ids ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:15:49.266265 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] Notify callbacks [] for router, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:49.267900 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-47afad89-b210-41fc-9f9e-ac1c39b1ba35 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3356910 Aug 05 02:15:49.270892 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 46964) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:49.290990 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b34a02-c0e8-49cf-9e58-b6be8d41edc1 None None] Pushing event updated for resources: {'Port': ['ID=124aac0f-b7be-482b-af1f-0ff6b69ade05,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:49.305722 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Routers {'c34719a5-c70f-49ba-a2c6-721634bfa6d4'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:15:49.306355 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:15:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:49.454946 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2836652f-0daa-4ab4-868d-219f0d79eaae None None] Provisioning complete for port 124aac0f-b7be-482b-af1f-0ff6b69ade05 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:49.455745 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2836652f-0daa-4ab4-868d-219f0d79eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:49.465388 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b6057-04e1-4414-bbc5-f3bb791bf6c8 req-81472a86-0eec-469c-9223-fe243c76c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:49.467193 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-245b6057-04e1-4414-bbc5-f3bb791bf6c8 req-81472a86-0eec-469c-9223-fe243c76c37c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 1099 time: 0.0559013 Aug 05 02:15:49.510113 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-245b6057-04e1-4414-bbc5-f3bb791bf6c8 req-b787cb13-c2f2-4dd3-ad04-ea0cd81a8235 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344739 Aug 05 02:15:49.516206 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Set router c34719a5-c70f-49ba-a2c6-721634bfa6d4 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:15:49.658999 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51b4b4-9e7a-4d13-b3cb-16cfe2f547c6 req-baa0df11-f512-40b0-8206-010e262b9b7f tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:49.661595 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4c51b4b4-9e7a-4d13-b3cb-16cfe2f547c6 req-baa0df11-f512-40b0-8206-010e262b9b7f tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 943 time: 0.2164700 Aug 05 02:15:49.723871 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:15:48Z', 'revision_number': 3, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:49.750689 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Checking router: c34719a5-c70f-49ba-a2c6-721634bfa6d4 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:15:49.751151 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4c51b4b4-9e7a-4d13-b3cb-16cfe2f547c6 req-2d6da251-e0f3-45c8-b6c6-2a02ed038ae4 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809212 Aug 05 02:15:49.759341 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Updating router c34719a5-c70f-49ba-a2c6-721634bfa6d4 port 24f3df04-8141-45aa-875e-28381599b821 binding host dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:15:49.815270 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:49.952610 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:50.084007 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Notify callbacks [] for port, precommit_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:50.094555 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.provisioning_blocks [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Transition to ACTIVE for port object 24f3df04-8141-45aa-875e-28381599b821 will not be triggered until provisioned by entity L2. {{(pid=93458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:15:50.100540 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:50.113893 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Allocated IP 172.20.0.1 (c8d2dddb-d88d-4880-8639-71ba9ef9b1d2/c04c11f1-c05b-417d-90d4-b82cd114e524/6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:15:50.116771 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 124aac0f-b7be-482b-af1f-0ff6b69ade05 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:15:50.142259 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Pushing event updated for resources: {'Port': ['ID=24f3df04-8141-45aa-875e-28381599b821,revision_number=2']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:50.153382 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:50.153733 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:50.154080 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:50.154443 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:50.154774 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:50.155109 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:50.155436 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:50.155764 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:50.156114 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:50.156444 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:50.156771 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:50.157092 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:50.178492 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Attempting to bind port 24f3df04-8141-45aa-875e-28381599b821 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:15:50.178897 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Attempting to bind port 24f3df04-8141-45aa-875e-28381599b821 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:15:50.179265 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Attempting to bind port 24f3df04-8141-45aa-875e-28381599b821 on network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:15:50.186624 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:15:50.187052 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Checking segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:15:50.187488 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:50.187759 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 124aac0f-b7be-482b-af1f-0ff6b69ade05 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:50.187873 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Bound using segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:15:50.188296 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:50.188414 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Bound port: 24f3df04-8141-45aa-875e-28381599b821, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:15:50.188724 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:50.211744 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fb2dd-d2e5-41f3-8ae8-96d045f1e43b req-591016bc-f3a3-4bae-960c-946fcc216e98 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:50.220090 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2d2fb2dd-d2e5-41f3-8ae8-96d045f1e43b req-591016bc-f3a3-4bae-960c-946fcc216e98 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0644176 Aug 05 02:15:50.245590 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] For port 24f3df04-8141-45aa-875e-28381599b821, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:15:50.250530 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] For port 24f3df04-8141-45aa-875e-28381599b821, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=24f3df04-8141-45aa-875e-28381599b821,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:15:50.258417 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:50.263431 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2d2fb2dd-d2e5-41f3-8ae8-96d045f1e43b req-32ae56e7-a597-4780-ac71-69d01495c23f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Aug 05 02:15:50.267471 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:50.283190 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Transition to ACTIVE for port object 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:15:50.316374 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Routers {'c34719a5-c70f-49ba-a2c6-721634bfa6d4'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:15:50.317109 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:15:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:50.319218 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:50.354657 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:15:50.355354 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489a093-ced0-46b3-9c63-42582b471709 None None] Pushing event updated for resources: {'Port': ['ID=24f3df04-8141-45aa-875e-28381599b821,revision_number=3']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:50.360124 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:50.362806 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:15:50.394513 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Pushing event updated for resources: {'Port': ['ID=6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:50.426376 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684671'] for router_interface, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:50.459198 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] Set router c34719a5-c70f-49ba-a2c6-721634bfa6d4 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:15:50.665856 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-6b34dd61-9a24-4be9-905f-9a293a2324fb None None] Provisioning for port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:15:50.672041 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-6b34dd61-9a24-4be9-905f-9a293a2324fb None None] Provisioning complete for port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:50.673931 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6b34dd61-9a24-4be9-905f-9a293a2324fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:50.733699 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-6b34dd61-9a24-4be9-905f-9a293a2324fb None None] Port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:15:50.768353 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:15:48Z', 'revision_number': 3, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:50.774396 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:50.802551 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd8a5ca-58d0-4714-97af-05e4af977177 None None] The sync data for ids ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'] in dv-cinder-803533-1-iscsi is: [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:15:48Z', 'revision_number': 3, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:15:50.966809 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee556a-1627-4057-8cdf-6b7027274002 req-95dac0f3-9087-4198-8bb2-838319b534c4 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:50.968276 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ccee556a-1627-4057-8cdf-6b7027274002 req-95dac0f3-9087-4198-8bb2-838319b534c4 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 943 time: 0.1192379 Aug 05 02:15:51.034904 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ccee556a-1627-4057-8cdf-6b7027274002 req-a488d918-ec79-4aa5-a38d-8238177bd7e1 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587599 Aug 05 02:15:51.038733 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:51.044505 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:51.129231 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537039'] for router_interface, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:51.131013 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Pushing event updated for resources: {'Port': ['ID=6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:51.236351 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:15:51.237464 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:51.355531 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Router c34719a5-c70f-49ba-a2c6-721634bfa6d4 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:15:51.462969 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-6a138233-9939-42b2-9b51-643aae0f8d0d None None] Provisioning complete for port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:51.463458 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6a138233-9939-42b2-9b51-643aae0f8d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:51.479834 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:15:51.486793 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-0fdda21f-a458-4409-b0d2-582e37dace55 admin admin] 10.222.0.39 "PUT /v2.0/routers/c34719a5-c70f-49ba-a2c6-721634bfa6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2146854 Aug 05 02:15:51.502966 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-6a138233-9939-42b2-9b51-643aae0f8d0d None None] Port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:15:51.951870 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47032) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:51.957250 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1590837665-network', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:51.978333 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Made reservation on behalf of eecd22793c87411f9d34f6018e6cee08 for: {'network': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:15:51.980645 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:51.989460 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.101549 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.106962 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.147852 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:15:52.149954 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 24f3df04-8141-45aa-875e-28381599b821 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:15:52.157740 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a9f9f3-1be2-4fc1-9a16-6869195b04d0,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:52.165657 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.166155 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.segments_db [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Added segment 1bc624db-17fe-4702-8f3b-f94e923ee37c of type vlan for network e2bb86bf-5feb-4b7e-9a92-67eb36defc1b Aug 05 02:15:52.204996 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 24f3df04-8141-45aa-875e-28381599b821 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:15:52.208426 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.208666 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 24f3df04-8141-45aa-875e-28381599b821 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:52.209035 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.241611 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.242911 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:52.244048 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.292624 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.302103 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3490794 Aug 05 02:15:52.305185 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47036) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:52.309169 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014f88e-85e3-40de-b87d-0e9519d78198 admin admin] Pushing event updated for resources: {'Network': ['ID=e2bb86bf-5feb-4b7e-9a92-67eb36defc1b,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:52.310047 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-52dfba39-7951-46fd-9410-8990738ee19c admin admin] Request body: {'subnet': {'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1590837665-subnet', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'ip_version': 4}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:52.315470 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 24f3df04-8141-45aa-875e-28381599b821, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=24f3df04-8141-45aa-875e-28381599b821,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:52.320363 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network e2bb86bf-5feb-4b7e-9a92-67eb36defc1b details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:15:52.323961 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.338237 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dfba39-7951-46fd-9410-8990738ee19c admin admin] Made reservation on behalf of eecd22793c87411f9d34f6018e6cee08 for: {'subnet': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:15:52.341360 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-52dfba39-7951-46fd-9410-8990738ee19c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.435996 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=24f3df04-8141-45aa-875e-28381599b821,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:52.441690 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Sync routers for ids ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:15:52.451523 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Routers {'c34719a5-c70f-49ba-a2c6-721634bfa6d4'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:15:52.452135 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:15:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:52.513376 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-52dfba39-7951-46fd-9410-8990738ee19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for subnet, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.557998 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Set router c34719a5-c70f-49ba-a2c6-721634bfa6d4 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:15:52.567238 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfba39-7951-46fd-9410-8990738ee19c admin admin] Pushing event updated for resources: {'Subnet': ['ID=579fc24f-2233-4f88-85e4-109d82f7e5b8,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:52.574224 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dfba39-7951-46fd-9410-8990738ee19c admin admin] Checking segment: {'id': '1bc624db-17fe-4702-8f3b-f94e923ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:15:52.575209 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dfba39-7951-46fd-9410-8990738ee19c admin admin] Network hostable DHCP agents. Network: e2bb86bf-5feb-4b7e-9a92-67eb36defc1b, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:15:52.591288 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dfba39-7951-46fd-9410-8990738ee19c admin admin] Network e2bb86bf-5feb-4b7e-9a92-67eb36defc1b is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:15:52.601583 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-52dfba39-7951-46fd-9410-8990738ee19c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, e2bb86bf-5feb-4b7e-9a92-67eb36defc1b) {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:52.606044 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dfba39-7951-46fd-9410-8990738ee19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:52.606633 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-52dfba39-7951-46fd-9410-8990738ee19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.620406 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-52dfba39-7951-46fd-9410-8990738ee19c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3141501 Aug 05 02:15:52.623471 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47038) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:52.627645 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1590837665-router', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:52.628750 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f2820-e325-4e31-8d98-16cbcceae6c0 None None] Network e2bb86bf-5feb-4b7e-9a92-67eb36defc1b requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:15:52.647562 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-656147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34533'] for router, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.648568 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34556'] for router, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.702683 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.832079 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.863217 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0eb7b85f-7546-59ba-b405-1900b113e2e5-e2bb86bf-5feb-4b7e-9a92-67eb36defc1b', 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'fixed_ips': [{'subnet_id': '579fc24f-2233-4f88-85e4-109d82f7e5b8'}]}} from dv-cinder-803533-1-iscsi. {{(pid=93457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 02:15:52.864062 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:52.868820 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:15:50Z', 'revision_number': 4, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff', 'name': '', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'mac_address': 'fa:16:3e:1c:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:49Z', 'updated_at': '2021-08-05T02:15:50Z', 'revision_number': 2, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'subnets': [{'id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:52.904812 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Checking router: c34719a5-c70f-49ba-a2c6-721634bfa6d4 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:15:52.905165 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Updating router c34719a5-c70f-49ba-a2c6-721634bfa6d4 port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff binding host dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:15:52.979294 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.042066 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.061331 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.164665 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Allocated IP 172.27.3.56 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/b9b0821f-b8c3-487f-b39d-df9442bec46a) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:15:53.236255 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7243e6ba-cc27-4bd5-9024-edc48f096cab details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:15:53.256851 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.db_base_plugin_common [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Allocated IP 172.20.0.2 (e2bb86bf-5feb-4b7e-9a92-67eb36defc1b/579fc24f-2233-4f88-85e4-109d82f7e5b8/d4f96900-11a8-4419-81ed-6e68d2f2dc70) {{(pid=93457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:15:53.286368 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.371984 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.384504 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8486ef-b095-47df-8bb3-803755a73567 req-e9c143db-95c6-499c-9bde-d31ed1f5a0f6 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:53.390413 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ce8486ef-b095-47df-8bb3-803755a73567 req-e9c143db-95c6-499c-9bde-d31ed1f5a0f6 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 943 time: 0.0728443 Aug 05 02:15:53.414267 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e7d90-5770-4d9d-8284-1ef7a7fd4c58 req-04db7974-c6e7-4b53-b219-2723347ef6ce tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:53.415779 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-391e7d90-5770-4d9d-8284-1ef7a7fd4c58 req-04db7974-c6e7-4b53-b219-2723347ef6ce tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0909922 Aug 05 02:15:53.427562 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ce8486ef-b095-47df-8bb3-803755a73567 req-34ab5187-5344-474f-a8ef-c09334ad68e4 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352530 Aug 05 02:15:53.436680 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:15:53.446549 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:53.456642 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:15:53.518349 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7243e6ba-cc27-4bd5-9024-edc48f096cab, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7243e6ba-cc27-4bd5-9024-edc48f096cab,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:53.533403 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b0821f-b8c3-487f-b39d-df9442bec46a,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:53.541229 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '7243e6ba-cc27-4bd5-9024-edc48f096cab', 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4', 'port_id': '7243e6ba-cc27-4bd5-9024-edc48f096cab', 'mac_address': 'fa:16:3e:1b:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21115f09-b253-45be-95ff-5784aee1cf34', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:15:53.558653 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-391e7d90-5770-4d9d-8284-1ef7a7fd4c58 req-5dbdefff-d730-4c2f-aad4-889fdd17f699 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296263 Aug 05 02:15:53.671705 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Notify callbacks [] for port, precommit_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.683894 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.688875 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.693390 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Transition to ACTIVE for port object 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:15:53.710514 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.724727 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Transition to ACTIVE for port object d4f96900-11a8-4419-81ed-6e68d2f2dc70 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:15:53.731160 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7243e6ba-cc27-4bd5-9024-edc48f096cab {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:15:53.799095 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Transition to ACTIVE for port object d4f96900-11a8-4419-81ed-6e68d2f2dc70 will not be triggered until provisioned by entity DHCP. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:15:53.801577 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7243e6ba-cc27-4bd5-9024-edc48f096cab, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7243e6ba-cc27-4bd5-9024-edc48f096cab,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:53.812381 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.815134 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.820592 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd9e8a-d5b1-4958-9600-8de732247f8f None None] Pushing event updated for resources: {'Port': ['ID=6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:53.897272 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Network e2bb86bf-5feb-4b7e-9a92-67eb36defc1b is already hosted by enough agents. {{(pid=93457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:15:53.906721 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.base_scheduler [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Resources bound (agent type, host, resource id): {{(pid=93457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:53.915604 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Received port after_create {{(pid=93457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:15:53.931840 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Attempting to bind port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:15:53.932203 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Attempting to bind port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:15:53.932572 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Attempting to bind port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff on network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:15:53.952057 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.959438 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:15:53.959817 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Checking segment: {'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:15:53.960190 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.960580 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Bound using segment: {'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:15:53.961057 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Bound port: 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:15:53.961429 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:53.964341 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=7243e6ba-cc27-4bd5-9024-edc48f096cab,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:54.053572 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Attempting to bind port d4f96900-11a8-4419-81ed-6e68d2f2dc70 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:15:54.053572 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Attempting to bind port d4f96900-11a8-4419-81ed-6e68d2f2dc70 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': '1bc624db-17fe-4702-8f3b-f94e923ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:15:54.053572 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Attempting to bind port d4f96900-11a8-4419-81ed-6e68d2f2dc70 on network e2bb86bf-5feb-4b7e-9a92-67eb36defc1b {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:15:54.075935 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:15:54.076307 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Checking segment: {'id': '1bc624db-17fe-4702-8f3b-f94e923ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:15:54.076687 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:54.077077 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Bound using segment: {'id': '1bc624db-17fe-4702-8f3b-f94e923ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:15:54.077553 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Bound port: d4f96900-11a8-4419-81ed-6e68d2f2dc70, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc624db-17fe-4702-8f3b-f94e923ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:15:54.077931 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:54.079654 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Pushing event updated for resources: {'Port': ['ID=d4f96900-11a8-4419-81ed-6e68d2f2dc70,revision_number=1']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:54.159924 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] For port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:15:54.178207 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 24f3df04-8141-45aa-875e-28381599b821 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:15:54.186823 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] For port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:15:54.213679 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:54.223421 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686997'] for router, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:54.268770 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] For port d4f96900-11a8-4419-81ed-6e68d2f2dc70, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:15:54.295593 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['7243e6ba-cc27-4bd5-9024-edc48f096cab'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:15:54.334443 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] For port d4f96900-11a8-4419-81ed-6e68d2f2dc70, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=d4f96900-11a8-4419-81ed-6e68d2f2dc70,segment=NetworkSegment(1bc624db-17fe-4702-8f3b-f94e923ee37c),segment_id=1bc624db-17fe-4702-8f3b-f94e923ee37c)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:15:54.364859 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:54.373329 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd9e8a-d5b1-4958-9600-8de732247f8f None None] Pushing event updated for resources: {'Port': ['ID=6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:54.376036 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Routers {'c34719a5-c70f-49ba-a2c6-721634bfa6d4'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:15:54.376639 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:15:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:54.440746 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Router dfc71ad4-66aa-4393-b9cf-8cbc615a245d is scheduled to L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 with binding_index 1 {{(pid=93456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 02:15:54.488108 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47070) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:54.508520 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 24f3df04-8141-45aa-875e-28381599b821 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:54.509306 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:54.592415 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:15:54.603391 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Sync routers for ids ['dfc71ad4-66aa-4393-b9cf-8cbc615a245d'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:15:54.615136 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] Notify callbacks [] for router, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:54.616397 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-40d9a0e6-68f8-4243-9b5a-41760dd9cc26 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9920263 Aug 05 02:15:54.619323 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47076) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:54.624484 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Routers {'dfc71ad4-66aa-4393-b9cf-8cbc615a245d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:15:54.625135 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:15:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['dfc71ad4-66aa-4393-b9cf-8cbc615a245d'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:54.681457 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563961d-6ee3-4c34-a71b-7dbeb21a998f req-c03a6f1f-c851-437d-a4a8-970847dc6962 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:54.684539 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b563961d-6ee3-4c34-a71b-7dbeb21a998f req-c03a6f1f-c851-437d-a4a8-970847dc6962 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 944 time: 0.1348865 Aug 05 02:15:54.718797 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1e42f814-5e5d-49b0-a077-a86dd8b74fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:54.769311 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cc85c-e4ef-47ba-83e2-4d892364b0a0 None None] Pushing event updated for resources: {'Port': ['ID=d4f96900-11a8-4419-81ed-6e68d2f2dc70,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:54.795186 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b563961d-6ee3-4c34-a71b-7dbeb21a998f req-d327ad3a-7634-44cb-a07a-c942c28656d3 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011913 Aug 05 02:15:54.830402 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] Set router c34719a5-c70f-49ba-a2c6-721634bfa6d4 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:15:54.843414 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Set router dfc71ad4-66aa-4393-b9cf-8cbc615a245d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:15:54.942506 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1e42f814-5e5d-49b0-a077-a86dd8b74fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:54.956068 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1e42f814-5e5d-49b0-a077-a86dd8b74fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:54.999699 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8120f5-ff91-4c9f-98d6-8107a56b1adf req-bfc453a1-f4cd-44f1-b07f-2a8f8199281f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:55.001505 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a8120f5-ff91-4c9f-98d6-8107a56b1adf req-bfc453a1-f4cd-44f1-b07f-2a8f8199281f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.1965857 Aug 05 02:15:55.033491 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-1e42f814-5e5d-49b0-a077-a86dd8b74fd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6cc066385784bcfb899d97469bc914b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5413508 Aug 05 02:15:55.033491 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42f814-5e5d-49b0-a077-a86dd8b74fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35690c9e-e386-47f1-ade5-dd48f96a0ed1,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:55.034554 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47078) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:55.098026 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'name': 'tempest-TestShelveInstance-1590837665-router', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:52Z', 'updated_at': '2021-08-05T02:15:53Z', 'revision_number': 3, 'project_id': 'eecd22793c87411f9d34f6018e6cee08', 'gw_port': {'id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:53Z', 'updated_at': '2021-08-05T02:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:55.101908 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dddcdcdf-0b1d-47b4-b179-5a3e4aa0303c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:55.127168 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dddcdcdf-0b1d-47b4-b179-5a3e4aa0303c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:55.133875 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Checking router: dfc71ad4-66aa-4393-b9cf-8cbc615a245d for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:15:55.135491 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Updating router dfc71ad4-66aa-4393-b9cf-8cbc615a245d port b9b0821f-b8c3-487f-b39d-df9442bec46a binding host dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:15:55.157358 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a8120f5-ff91-4c9f-98d6-8107a56b1adf req-a633427e-7c11-49b0-a528-6e8841c6c058 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823720 Aug 05 02:15:55.164597 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:15:50Z', 'revision_number': 4, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff', 'name': '', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'mac_address': 'fa:16:3e:1c:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:49Z', 'updated_at': '2021-08-05T02:15:54Z', 'revision_number': 4, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'subnets': [{'id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:55.205563 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dddcdcdf-0b1d-47b4-b179-5a3e4aa0303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:55.209166 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dddcdcdf-0b1d-47b4-b179-5a3e4aa0303c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:55.212847 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-dddcdcdf-0b1d-47b4-b179-5a3e4aa0303c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35690c9e-e386-47f1-ade5-dd48f96a0ed1 HTTP/1.1" status: 204 len: 168 time: 0.1752195 Aug 05 02:15:55.214517 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:55.217385 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974fb4bf-54a4-4757-821a-1aa7cce69788 None None] The sync data for ids ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'] in dv-cinder-803533-1-iscsi is: [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:15:50Z', 'revision_number': 4, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff', 'name': '', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'mac_address': 'fa:16:3e:1c:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:49Z', 'updated_at': '2021-08-05T02:15:54Z', 'revision_number': 4, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'subnets': [{'id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:15:55.230471 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcdcdf-0b1d-47b4-b179-5a3e4aa0303c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35690c9e-e386-47f1-ade5-dd48f96a0ed1,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:55.601220 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:55.759466 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Notify callbacks [] for port, precommit_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:55.775255 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.provisioning_blocks [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Transition to ACTIVE for port object b9b0821f-b8c3-487f-b39d-df9442bec46a will not be triggered until provisioned by entity L2. {{(pid=93458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:15:55.785253 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:55.786328 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efeb6b-2043-4519-943e-858d223e81a3 req-9954ab1f-ab2c-4443-8f11-7f349357338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:55.788122 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-15efeb6b-2043-4519-943e-858d223e81a3 req-9954ab1f-ab2c-4443-8f11-7f349357338a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f7d0a3f342c463397c5e4677bd94032&device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 1099 time: 0.1926551 Aug 05 02:15:55.830744 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47106) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:55.831672 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66b59d-bec8-48d0-8f57-9e0e5c7d3cbc None None] Pushing event updated for resources: {'Port': ['ID=b9b0821f-b8c3-487f-b39d-df9442bec46a,revision_number=2']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:55.858677 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Attempting to bind port b9b0821f-b8c3-487f-b39d-df9442bec46a on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:15:55.859402 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Attempting to bind port b9b0821f-b8c3-487f-b39d-df9442bec46a by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:15:55.859997 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Attempting to bind port b9b0821f-b8c3-487f-b39d-df9442bec46a on network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:15:55.867147 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:15:55.869197 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Checking segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:15:55.869829 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:55.870427 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Bound using segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:15:55.871158 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Bound port: b9b0821f-b8c3-487f-b39d-df9442bec46a, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:15:55.872349 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:55.883348 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-713ac74f-fc75-4422-b840-71eaf032e1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:55.933518 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] For port b9b0821f-b8c3-487f-b39d-df9442bec46a, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:15:55.937527 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] For port b9b0821f-b8c3-487f-b39d-df9442bec46a, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b9b0821f-b8c3-487f-b39d-df9442bec46a,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:15:55.939512 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081988b3-a1ec-4a8e-9397-4bb5c363b4f9 req-aa04d756-992e-4a32-9479-680a2188c7ea tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:55.941325 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-081988b3-a1ec-4a8e-9397-4bb5c363b4f9 req-aa04d756-992e-4a32-9479-680a2188c7ea tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.2116356 Aug 05 02:15:55.952238 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.014323 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66b59d-bec8-48d0-8f57-9e0e5c7d3cbc None None] Pushing event updated for resources: {'Port': ['ID=b9b0821f-b8c3-487f-b39d-df9442bec46a,revision_number=3']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:56.035929 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efeb6b-2043-4519-943e-858d223e81a3 req-4b58e2d7-be7a-4eb8-b928-3bd77cc2a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:56.038102 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-15efeb6b-2043-4519-943e-858d223e81a3 req-4b58e2d7-be7a-4eb8-b928-3bd77cc2a286 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 200 len: 919 time: 0.2069862 Aug 05 02:15:56.038729 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Routers {'dfc71ad4-66aa-4393-b9cf-8cbc615a245d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:15:56.039418 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:15:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['dfc71ad4-66aa-4393-b9cf-8cbc615a245d'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:56.073261 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe48750-505b-4db2-8588-2974be020a29 req-2154861d-0b01-442f-acd0-60a57554c068 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:56.084763 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-081988b3-a1ec-4a8e-9397-4bb5c363b4f9 req-5feac57d-ab87-4e34-a41d-25dcc0551fd4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302814 Aug 05 02:15:56.085110 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0fe48750-505b-4db2-8588-2974be020a29 req-2154861d-0b01-442f-acd0-60a57554c068 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 944 time: 0.1612208 Aug 05 02:15:56.090331 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Allocated IP 172.20.0.1 (e2bb86bf-5feb-4b7e-9a92-67eb36defc1b/579fc24f-2233-4f88-85e4-109d82f7e5b8/7432bc85-4a0b-42c9-8637-9e0a621155bd) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:15:56.121274 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e08f03-ab94-4ccc-a027-12b1ed979c40 None None] Network e2bb86bf-5feb-4b7e-9a92-67eb36defc1b requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:15:56.186341 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] Set router dfc71ad4-66aa-4393-b9cf-8cbc615a245d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:15:56.204100 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0fe48750-505b-4db2-8588-2974be020a29 req-746a9f45-9b75-4103-b9b9-d1b7f162085c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174519 Aug 05 02:15:56.251179 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-713ac74f-fc75-4422-b840-71eaf032e1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.262984 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-713ac74f-fc75-4422-b840-71eaf032e1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.341791 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.371046 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Transition to ACTIVE for port object 7432bc85-4a0b-42c9-8637-9e0a621155bd will not be triggered until provisioned by entity DHCP. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:15:56.373269 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47108) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:56.374930 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-713ac74f-fc75-4422-b840-71eaf032e1b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a881899b248d45fab3e4263c1b8dae05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5371423 Aug 05 02:15:56.380284 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ac74f-fc75-4422-b840-71eaf032e1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6997534b-9cd5-4b0c-8a90-24b98553b9fe,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:56.391899 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device d4f96900-11a8-4419-81ed-6e68d2f2dc70 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:15:56.440585 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-e661d6d4-4fff-4eb3-9a56-d7bbb1d724ee None None] Provisioning for port d4f96900-11a8-4419-81ed-6e68d2f2dc70 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:15:56.474861 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6372b005-934a-4e2c-886b-2cc2aebde490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.480543 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'name': 'tempest-TestShelveInstance-1590837665-router', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:52Z', 'updated_at': '2021-08-05T02:15:53Z', 'revision_number': 3, 'project_id': 'eecd22793c87411f9d34f6018e6cee08', 'gw_port': {'id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:53Z', 'updated_at': '2021-08-05T02:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:56.486473 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.487458 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port d4f96900-11a8-4419-81ed-6e68d2f2dc70 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:15:56.496566 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port d4f96900-11a8-4419-81ed-6e68d2f2dc70 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:56.496942 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.507049 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6372b005-934a-4e2c-886b-2cc2aebde490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.517465 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11d725-0d6d-47df-a5d0-daa01cbe3419 None None] The sync data for ids ['dfc71ad4-66aa-4393-b9cf-8cbc615a245d'] in dv-cinder-803533-1-iscsi is: [{'id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'name': 'tempest-TestShelveInstance-1590837665-router', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:52Z', 'updated_at': '2021-08-05T02:15:53Z', 'revision_number': 3, 'project_id': 'eecd22793c87411f9d34f6018e6cee08', 'gw_port': {'id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:53Z', 'updated_at': '2021-08-05T02:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:15:56.545515 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Network e2bb86bf-5feb-4b7e-9a92-67eb36defc1b is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:15:56.555210 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:56.575332 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:15:56.576074 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684671'] for router_interface, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.650321 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.656750 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Pushing event updated for resources: {'Port': ['ID=7432bc85-4a0b-42c9-8637-9e0a621155bd,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:56.728061 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6372b005-934a-4e2c-886b-2cc2aebde490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.731671 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6372b005-934a-4e2c-886b-2cc2aebde490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.733264 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-6372b005-934a-4e2c-886b-2cc2aebde490 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6997534b-9cd5-4b0c-8a90-24b98553b9fe HTTP/1.1" status: 204 len: 168 time: 0.3549507 Aug 05 02:15:56.752225 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372b005-934a-4e2c-886b-2cc2aebde490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6997534b-9cd5-4b0c-8a90-24b98553b9fe,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:56.787530 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port d4f96900-11a8-4419-81ed-6e68d2f2dc70, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=d4f96900-11a8-4419-81ed-6e68d2f2dc70,segment=NetworkSegment(1bc624db-17fe-4702-8f3b-f94e923ee37c),segment_id=1bc624db-17fe-4702-8f3b-f94e923ee37c)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:56.799760 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.800602 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:15:56.812360 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:56.970556 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=d4f96900-11a8-4419-81ed-6e68d2f2dc70,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:57.009961 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:15:57.022721 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:57.023109 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.119377 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.146828 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-95b0d56e-71f3-4ab1-9e9e-ccd6789fb7a1 None None] Provisioning complete for port d4f96900-11a8-4419-81ed-6e68d2f2dc70 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:57.147348 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-95b0d56e-71f3-4ab1-9e9e-ccd6789fb7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.203802 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.204512 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537039'] for router_interface, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.239441 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.251492 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Pushing event updated for resources: {'Port': ['ID=7432bc85-4a0b-42c9-8637-9e0a621155bd,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:57.254568 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-15efeb6b-2043-4519-943e-858d223e81a3 req-3085d277-5a9c-45df-95fd-d9bb9137fd5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaedd208-5daa-4672-b829-1910d313c761 HTTP/1.1" status: 200 len: 217 time: 0.1286573 Aug 05 02:15:57.315199 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:57.352412 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.382046 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Network e2bb86bf-5feb-4b7e-9a92-67eb36defc1b is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:15:57.383448 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:57.430704 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-95b0d56e-71f3-4ab1-9e9e-ccd6789fb7a1 None None] Provisioning for port 7432bc85-4a0b-42c9-8637-9e0a621155bd completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:15:57.434515 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:57.439105 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47124) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:57.444756 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-95b0d56e-71f3-4ab1-9e9e-ccd6789fb7a1 None None] Provisioning complete for port 7432bc85-4a0b-42c9-8637-9e0a621155bd triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:57.445139 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-95b0d56e-71f3-4ab1-9e9e-ccd6789fb7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.459411 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7c65-531d-47ed-bc3f-c93b899701b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.512141 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-95b0d56e-71f3-4ab1-9e9e-ccd6789fb7a1 None None] Port 7432bc85-4a0b-42c9-8637-9e0a621155bd cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:15:57.550579 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Router dfc71ad4-66aa-4393-b9cf-8cbc615a245d has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:15:57.590524 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7c65-531d-47ed-bc3f-c93b899701b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.600011 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7c65-531d-47ed-bc3f-c93b899701b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.632912 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-14f90ae1-7f44-46fb-b7d1-8deab8759ffd None None] Provisioning complete for port 7432bc85-4a0b-42c9-8637-9e0a621155bd triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:57.633509 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-14f90ae1-7f44-46fb-b7d1-8deab8759ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.646564 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-ea4f7c65-531d-47ed-bc3f-c93b899701b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71a920c304214955a6eef52dd8569fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053528 Aug 05 02:15:57.647408 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47126) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:57.654082 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f7c65-531d-47ed-bc3f-c93b899701b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b7c99c-5d30-4e2d-a545-f1ab7dddb5eb,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:57.660882 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:15:57.677483 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-14f90ae1-7f44-46fb-b7d1-8deab8759ffd None None] Port 7432bc85-4a0b-42c9-8637-9e0a621155bd cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:15:57.694375 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:15:57.709103 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-f3607965-6a41-4bfe-a8be-1cb36d39e334 admin admin] 10.222.0.39 "PUT /v2.0/routers/dfc71ad4-66aa-4393-b9cf-8cbc615a245d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0798016 Aug 05 02:15:57.709300 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3492f19b-6ad9-4cb8-ab8f-bd2bf968bcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.737985 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3492f19b-6ad9-4cb8-ab8f-bd2bf968bcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.799583 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3492f19b-6ad9-4cb8-ab8f-bd2bf968bcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.802132 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3492f19b-6ad9-4cb8-ab8f-bd2bf968bcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:57.803378 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-3492f19b-6ad9-4cb8-ab8f-bd2bf968bcc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78b7c99c-5d30-4e2d-a545-f1ab7dddb5eb HTTP/1.1" status: 204 len: 168 time: 0.1548333 Aug 05 02:15:57.816495 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492f19b-6ad9-4cb8-ab8f-bd2bf968bcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b7c99c-5d30-4e2d-a545-f1ab7dddb5eb,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:58.181905 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-f05f4a0f-6c8f-485b-98ad-df15c47fa07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.193740 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device d4f96900-11a8-4419-81ed-6e68d2f2dc70 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:15:58.242271 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port d4f96900-11a8-4419-81ed-6e68d2f2dc70 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:58.242665 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.326191 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:15:58.374424 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:58.374873 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.458350 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b9b0821f-b8c3-487f-b39d-df9442bec46a up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:15:58.500508 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47154) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:58.508623 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port b9b0821f-b8c3-487f-b39d-df9442bec46a completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:15:58.513615 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port b9b0821f-b8c3-487f-b39d-df9442bec46a triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:58.513995 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.588778 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Sync routers for ids ['dfc71ad4-66aa-4393-b9cf-8cbc615a245d'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:15:58.600337 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.604534 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1045527746-network', 'tenant_id': '704e67d5f53745debcbe45eab640affb'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:58.611206 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Routers {'dfc71ad4-66aa-4393-b9cf-8cbc615a245d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:15:58.611977 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:15:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['dfc71ad4-66aa-4393-b9cf-8cbc615a245d'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:58.628594 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Made reservation on behalf of 704e67d5f53745debcbe45eab640affb for: {'network': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:15:58.631024 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.641261 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.666991 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port b9b0821f-b8c3-487f-b39d-df9442bec46a, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b9b0821f-b8c3-487f-b39d-df9442bec46a,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:58.675752 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.741259 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.759336 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.782227 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:15:58.785179 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=b9b0821f-b8c3-487f-b39d-df9442bec46a,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:58.797277 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76607044-ae20-4977-bfba-2b63a8e6fe79,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:58.801635 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Set router dfc71ad4-66aa-4393-b9cf-8cbc615a245d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:15:58.802936 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.803163 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.segments_db [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Added segment cfce90a1-75ac-4d0b-83be-5585c879435f of type vlan for network 7c15c561-b0c6-478a-94f8-26eded920734 Aug 05 02:15:58.850985 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.882721 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.884077 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:58.884657 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:58.947351 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4454563 Aug 05 02:15:58.950154 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47160) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:58.955454 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-a99aaf8d-3c03-4150-b6ce-42962666c6f2 admin admin] Request body: {'subnet': {'network_id': '7c15c561-b0c6-478a-94f8-26eded920734', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1045527746-subnet', 'tenant_id': '704e67d5f53745debcbe45eab640affb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:58.959250 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Pushing event updated for resources: {'Network': ['ID=7c15c561-b0c6-478a-94f8-26eded920734,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:58.969507 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:58.970108 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:58.970612 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:58.971136 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:58.971908 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:58.972242 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:58.972742 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:58.973078 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:58.973434 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:58.973762 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:58.974090 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:58.974584 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64120a05-ed30-4e0c-b161-c9fa1620f77b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:15:58.988360 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7243e6ba-cc27-4bd5-9024-edc48f096cab up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:15:58.992139 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 7c15c561-b0c6-478a-94f8-26eded920734 details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:15:58.992635 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99aaf8d-3c03-4150-b6ce-42962666c6f2 admin admin] Made reservation on behalf of 704e67d5f53745debcbe45eab640affb for: {'subnet': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:15:58.995407 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a99aaf8d-3c03-4150-b6ce-42962666c6f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841124'] for subnet, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:59.042999 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efeb6b-2043-4519-943e-858d223e81a3 req-59ec2656-ba7f-4b36-a839-1a3d7ee75226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:59.047642 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-15efeb6b-2043-4519-943e-858d223e81a3 req-59ec2656-ba7f-4b36-a839-1a3d7ee75226 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9843046-36d7-46e3-9a0f-2ccdca3a6899 HTTP/1.1" status: 200 len: 859 time: 0.0787020 Aug 05 02:15:59.081228 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:59.125348 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-15efeb6b-2043-4519-943e-858d223e81a3 req-6ef39fa4-d679-473f-be6e-1af437358366 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f5fbb29-064c-491b-937e-91e7d4f39d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606451 Aug 05 02:15:59.158241 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c5492-3f14-4578-ad14-9e1bfb06282f req-c090736c-2030-411e-856d-f4d8dd8d8835 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:59.159747 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-020c5492-3f14-4578-ad14-9e1bfb06282f req-c090736c-2030-411e-856d-f4d8dd8d8835 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0742497 Aug 05 02:15:59.170022 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3f7a3-656f-4eaf-8839-34d31926f394 req-276a64cf-ce65-4d1b-be45-e793005282c9 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:59.177503 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b6f3f7a3-656f-4eaf-8839-34d31926f394 req-276a64cf-ce65-4d1b-be45-e793005282c9 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 944 time: 0.0938890 Aug 05 02:15:59.186229 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 7243e6ba-cc27-4bd5-9024-edc48f096cab completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:15:59.194159 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 7243e6ba-cc27-4bd5-9024-edc48f096cab triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:15:59.194611 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:59.218494 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'name': 'tempest-TestShelveInstance-1590837665-router', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:52Z', 'updated_at': '2021-08-05T02:15:56Z', 'revision_number': 4, 'project_id': 'eecd22793c87411f9d34f6018e6cee08', 'gw_port': {'id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:53Z', 'updated_at': '2021-08-05T02:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '7432bc85-4a0b-42c9-8637-9e0a621155bd', 'name': '', 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'mac_address': 'fa:16:3e:8d:3e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '579fc24f-2233-4f88-85e4-109d82f7e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:55Z', 'updated_at': '2021-08-05T02:15:56Z', 'revision_number': 2, 'project_id': 'eecd22793c87411f9d34f6018e6cee08', 'subnets': [{'id': '579fc24f-2233-4f88-85e4-109d82f7e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:15:59.239037 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-020c5492-3f14-4578-ad14-9e1bfb06282f req-371e417e-b1cc-4d78-b327-1353de990fcc tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473540 Aug 05 02:15:59.251639 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Checking router: dfc71ad4-66aa-4393-b9cf-8cbc615a245d for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:15:59.251950 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Updating router dfc71ad4-66aa-4393-b9cf-8cbc615a245d port 7432bc85-4a0b-42c9-8637-9e0a621155bd binding host dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:15:59.269768 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b6f3f7a3-656f-4eaf-8839-34d31926f394 req-c6e4275e-9e39-43de-8793-f7ba8afda362 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911012 Aug 05 02:15:59.296101 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-15efeb6b-2043-4519-943e-858d223e81a3 req-6de51fd2-9061-448a-8193-d54e1748af63 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573105 Aug 05 02:15:59.299248 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a99aaf8d-3c03-4150-b6ce-42962666c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3672990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841110'] for subnet, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:59.305150 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:59.371250 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99aaf8d-3c03-4150-b6ce-42962666c6f2 admin admin] Checking segment: {'id': 'cfce90a1-75ac-4d0b-83be-5585c879435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:15:59.371644 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99aaf8d-3c03-4150-b6ce-42962666c6f2 admin admin] Network hostable DHCP agents. Network: 7c15c561-b0c6-478a-94f8-26eded920734, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:15:59.374975 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99aaf8d-3c03-4150-b6ce-42962666c6f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747674e6-ba38-4a0d-9c07-36a4612cf6fe,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:59.400560 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99aaf8d-3c03-4150-b6ce-42962666c6f2 admin admin] Network 7c15c561-b0c6-478a-94f8-26eded920734 is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:15:59.414018 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-a99aaf8d-3c03-4150-b6ce-42962666c6f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 7c15c561-b0c6-478a-94f8-26eded920734) {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:15:59.429222 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99aaf8d-3c03-4150-b6ce-42962666c6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:15:59.429871 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a99aaf8d-3c03-4150-b6ce-42962666c6f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:59.455274 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a99aaf8d-3c03-4150-b6ce-42962666c6f2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5035772 Aug 05 02:15:59.464813 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-15efeb6b-2043-4519-943e-858d223e81a3 req-77e4d4b1-57c9-43e4-bfe2-0223c82a5b01 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490166 Aug 05 02:15:59.480009 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e74e5a-6b4d-40d3-903e-5768cf6a4b6b None None] Network 7c15c561-b0c6-478a-94f8-26eded920734 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:15:59.582878 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:59.677615 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7243e6ba-cc27-4bd5-9024-edc48f096cab'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:15:59.679884 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbd63e3-5835-4419-84c5-2fb55e63c70c" -d '{"events": [{"server_uuid": "5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7", "name": "network-vif-plugged", "status": "completed", "tag": "7243e6ba-cc27-4bd5-9024-edc48f096cab"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:15:59.697326 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47172) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:59.703526 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1939213365', 'description': 'tempest-secgroup-smoke-1939213365 description', 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:15:59.709412 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7243e6ba-cc27-4bd5-9024-edc48f096cab, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7243e6ba-cc27-4bd5-9024-edc48f096cab,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:15:59.733140 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:59.737551 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:59.763825 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9846a1-5ce1-46c4-99b1-f284709983a7 x-openstack-request-id: req-7a9846a1-5ce1-46c4-99b1-f284709983a7 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:15:59.764141 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7", "name": "network-vif-plugged", "status": "completed", "tag": "7243e6ba-cc27-4bd5-9024-edc48f096cab", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:15:59.764357 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a9846a1-5ce1-46c4-99b1-f284709983a7 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:15:59.764738 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7243e6ba-cc27-4bd5-9024-edc48f096cab', 'code': 200} Aug 05 02:15:59.864497 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e1af3-31c7-43d3-898d-4cb54d43ae22 None None] Network 7c15c561-b0c6-478a-94f8-26eded920734 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:15:59.886681 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:59.898486 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:59.902187 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=7243e6ba-cc27-4bd5-9024-edc48f096cab,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:59.974662 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:15:59.976765 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2780688 Aug 05 02:15:59.980253 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:15:59.981207 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47180) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:15:59.988764 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-965c9a5a-79a1-4967-b3df-9a4b5c6f92d5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Request body: {'security_group_rule': {'security_group_id': 'c0f6900e-dbe5-4ee7-b12f-0f05230e84bd', 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:00.013546 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:00.015249 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:00.015842 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:00.016581 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:00.017100 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:00.017812 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:00.018714 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:00.019158 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:00.020317 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:00.023958 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:00.024645 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:00.025285 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16b7dd-f4fe-4907-923c-8a363cfb3ee5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:00.070258 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-965c9a5a-79a1-4967-b3df-9a4b5c6f92d5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.150615 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc896847-2c91-48cd-b1d3-f15750c6761c req-e41008b1-f8f4-42ae-bdbd-b7c00f249a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:00.151871 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-dc896847-2c91-48cd-b1d3-f15750c6761c req-e41008b1-f8f4-42ae-bdbd-b7c00f249a47 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 1098 time: 0.1126118 Aug 05 02:16:00.183529 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Notify callbacks [] for port, precommit_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.197818 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Transition to ACTIVE for port object 7432bc85-4a0b-42c9-8637-9e0a621155bd will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:16:00.204775 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b9b0821f-b8c3-487f-b39d-df9442bec46a up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:16:00.235284 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.268033 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-dc896847-2c91-48cd-b1d3-f15750c6761c req-46101131-08e6-44be-88a2-8971b055d7a3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051528 Aug 05 02:16:00.269835 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-965c9a5a-79a1-4967-b3df-9a4b5c6f92d5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.274882 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-965c9a5a-79a1-4967-b3df-9a4b5c6f92d5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.301512 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da09cd-81c2-4ee2-929b-354e28e6f26d None None] Pushing event updated for resources: {'Port': ['ID=7432bc85-4a0b-42c9-8637-9e0a621155bd,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:00.346189 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c9a5a-79a1-4967-b3df-9a4b5c6f92d5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c45bdb-82c0-4168-be3f-d303e9151730,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:00.411572 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-965c9a5a-79a1-4967-b3df-9a4b5c6f92d5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.416633 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-965c9a5a-79a1-4967-b3df-9a4b5c6f92d5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4312978 Aug 05 02:16:00.419529 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47198) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:00.443468 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-deefed1c-10b4-4512-8268-8ae3a2f4f876 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Request body: {'security_group_rule': {'security_group_id': 'c0f6900e-dbe5-4ee7-b12f-0f05230e84bd', 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:00.479735 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c23dff-d368-4442-8aaa-149a34f2530c req-142c7075-5cdc-4406-add1-3342bc936894 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:00.488349 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-31c23dff-d368-4442-8aaa-149a34f2530c req-142c7075-5cdc-4406-add1-3342bc936894 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.1058967 Aug 05 02:16:00.488576 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Attempting to bind port 7432bc85-4a0b-42c9-8637-9e0a621155bd on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:16:00.490151 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Attempting to bind port 7432bc85-4a0b-42c9-8637-9e0a621155bd by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': '1bc624db-17fe-4702-8f3b-f94e923ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:16:00.490728 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Attempting to bind port 7432bc85-4a0b-42c9-8637-9e0a621155bd on network e2bb86bf-5feb-4b7e-9a92-67eb36defc1b {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:16:00.495348 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port b9b0821f-b8c3-487f-b39d-df9442bec46a triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:16:00.495724 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.519288 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:16:00.519522 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Checking segment: {'id': '1bc624db-17fe-4702-8f3b-f94e923ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:16:00.519783 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.520181 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Bound using segment: {'id': '1bc624db-17fe-4702-8f3b-f94e923ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:16:00.520675 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Bound port: 7432bc85-4a0b-42c9-8637-9e0a621155bd, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc624db-17fe-4702-8f3b-f94e923ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:16:00.521441 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.534021 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-31c23dff-d368-4442-8aaa-149a34f2530c req-f00f73bf-204c-4f62-b117-3517917f525d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447617 Aug 05 02:16:00.544983 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-deefed1c-10b4-4512-8268-8ae3a2f4f876 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.562289 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52209098-354d-4b88-b62a-90b276898731 req-3ba2107c-d32f-4a6d-8e8b-4f944c7d2f9b tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:00.563717 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-52209098-354d-4b88-b62a-90b276898731 req-3ba2107c-d32f-4a6d-8e8b-4f944c7d2f9b tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 945 time: 0.0953865 Aug 05 02:16:00.625775 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] For port 7432bc85-4a0b-42c9-8637-9e0a621155bd, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:16:00.635308 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-52209098-354d-4b88-b62a-90b276898731 req-2f353367-f3f8-4d6f-ab09-484270ae2470 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640445 Aug 05 02:16:00.637015 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-deefed1c-10b4-4512-8268-8ae3a2f4f876 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.641386 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-deefed1c-10b4-4512-8268-8ae3a2f4f876 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.649861 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] For port 7432bc85-4a0b-42c9-8637-9e0a621155bd, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=7432bc85-4a0b-42c9-8637-9e0a621155bd,segment=NetworkSegment(1bc624db-17fe-4702-8f3b-f94e923ee37c),segment_id=1bc624db-17fe-4702-8f3b-f94e923ee37c)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:16:00.655269 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.656120 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefed1c-10b4-4512-8268-8ae3a2f4f876 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7808117a-1606-4587-874c-cc2dfb460f0b,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:00.669939 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-deefed1c-10b4-4512-8268-8ae3a2f4f876 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.671268 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-deefed1c-10b4-4512-8268-8ae3a2f4f876 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2500780 Aug 05 02:16:00.674012 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47200) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:00.678562 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-2e17d274-88d2-4476-b55f-711c1ddbff14 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Request body: {'security_group_rule': {'security_group_id': 'c0f6900e-dbe5-4ee7-b12f-0f05230e84bd', 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:00.706975 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2e17d274-88d2-4476-b55f-711c1ddbff14 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.723130 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da09cd-81c2-4ee2-929b-354e28e6f26d None None] Pushing event updated for resources: {'Port': ['ID=7432bc85-4a0b-42c9-8637-9e0a621155bd,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:00.726007 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Routers {'dfc71ad4-66aa-4393-b9cf-8cbc615a245d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:16:00.726623 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:15:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['dfc71ad4-66aa-4393-b9cf-8cbc615a245d'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:16:00.775215 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2e17d274-88d2-4476-b55f-711c1ddbff14 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.780767 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2e17d274-88d2-4476-b55f-711c1ddbff14 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.801675 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2e17d274-88d2-4476-b55f-711c1ddbff14 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.805813 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-2e17d274-88d2-4476-b55f-711c1ddbff14 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279299 Aug 05 02:16:00.806070 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47202) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:00.807325 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17d274-88d2-4476-b55f-711c1ddbff14 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f85dbe-3ad1-4e3a-8578-1f821a557500,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:00.811786 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-e217ba19-e35f-4d53-ac42-12c5e48e36ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Request body: {'security_group_rule': {'security_group_id': 'c0f6900e-dbe5-4ee7-b12f-0f05230e84bd', 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:00.844996 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e217ba19-e35f-4d53-ac42-12c5e48e36ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.860004 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] Set router dfc71ad4-66aa-4393-b9cf-8cbc615a245d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:16:00.862684 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-12ba1c6b-9eab-4361-8d64-12817db7fb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.900201 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e217ba19-e35f-4d53-ac42-12c5e48e36ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.901978 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.906550 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e217ba19-e35f-4d53-ac42-12c5e48e36ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.926900 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217ba19-e35f-4d53-ac42-12c5e48e36ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c2fed1-e5d9-42e4-8bb4-d054cd60446a,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:00.930217 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e217ba19-e35f-4d53-ac42-12c5e48e36ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:00.933930 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-e217ba19-e35f-4d53-ac42-12c5e48e36ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246874 Aug 05 02:16:00.934337 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47204) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:00.939052 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-ae431cd6-e392-4cca-bffb-917ebf877447 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Request body: {'security_group_rule': {'security_group_id': 'c0f6900e-dbe5-4ee7-b12f-0f05230e84bd', 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:00.960195 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.securitygroups_db [None req-ae431cd6-e392-4cca-bffb-917ebf877447 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Project e9eb8743fe334763bab3543f0d71dd2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 02:16:00.965672 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ae431cd6-e392-4cca-bffb-917ebf877447 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:01.029318 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ae431cd6-e392-4cca-bffb-917ebf877447 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:01.033208 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ae431cd6-e392-4cca-bffb-917ebf877447 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:01.050786 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae431cd6-e392-4cca-bffb-917ebf877447 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6d03ad-9b41-43be-a84d-905ac17c6af1,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:01.058036 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ae431cd6-e392-4cca-bffb-917ebf877447 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:01.059275 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ae431cd6-e392-4cca-bffb-917ebf877447 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239269 Aug 05 02:16:01.061992 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47206) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:01.066441 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-06e3426e-40e2-41d6-957b-02e666580fd6 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Request body: {'security_group_rule': {'security_group_id': 'c0f6900e-dbe5-4ee7-b12f-0f05230e84bd', 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:01.083476 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'name': 'tempest-TestShelveInstance-1590837665-router', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:52Z', 'updated_at': '2021-08-05T02:15:56Z', 'revision_number': 4, 'project_id': 'eecd22793c87411f9d34f6018e6cee08', 'gw_port': {'id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:53Z', 'updated_at': '2021-08-05T02:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '7432bc85-4a0b-42c9-8637-9e0a621155bd', 'name': '', 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'mac_address': 'fa:16:3e:8d:3e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '579fc24f-2233-4f88-85e4-109d82f7e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:55Z', 'updated_at': '2021-08-05T02:16:00Z', 'revision_number': 4, 'project_id': 'eecd22793c87411f9d34f6018e6cee08', 'subnets': [{'id': '579fc24f-2233-4f88-85e4-109d82f7e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:16:01.087677 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.securitygroups_db [None req-06e3426e-40e2-41d6-957b-02e666580fd6 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Project e9eb8743fe334763bab3543f0d71dd2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 02:16:01.095781 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06e3426e-40e2-41d6-957b-02e666580fd6 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:01.114335 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcaf8cc-7eff-45a7-a261-b493743c55ac None None] The sync data for ids ['dfc71ad4-66aa-4393-b9cf-8cbc615a245d'] in dv-cinder-803533-1-iscsi is: [{'id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'name': 'tempest-TestShelveInstance-1590837665-router', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:52Z', 'updated_at': '2021-08-05T02:15:56Z', 'revision_number': 4, 'project_id': 'eecd22793c87411f9d34f6018e6cee08', 'gw_port': {'id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:53Z', 'updated_at': '2021-08-05T02:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '7432bc85-4a0b-42c9-8637-9e0a621155bd', 'name': '', 'network_id': 'e2bb86bf-5feb-4b7e-9a92-67eb36defc1b', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'mac_address': 'fa:16:3e:8d:3e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '579fc24f-2233-4f88-85e4-109d82f7e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:55Z', 'updated_at': '2021-08-05T02:16:00Z', 'revision_number': 4, 'project_id': 'eecd22793c87411f9d34f6018e6cee08', 'subnets': [{'id': '579fc24f-2233-4f88-85e4-109d82f7e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:16:01.185725 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06e3426e-40e2-41d6-957b-02e666580fd6 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:01.189900 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06e3426e-40e2-41d6-957b-02e666580fd6 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:01.207003 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3426e-40e2-41d6-957b-02e666580fd6 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea12ef7f-e9f6-4a3b-8278-22830c531a8e,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:01.222916 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06e3426e-40e2-41d6-957b-02e666580fd6 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:01.225423 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-06e3426e-40e2-41d6-957b-02e666580fd6 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1624751 Aug 05 02:16:01.700825 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aea056-3744-459c-bacd-c59b7b72d09d req-e3bf6c9a-bf5b-47d1-b91b-88deecfc98ee tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:01.702581 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-11aea056-3744-459c-bacd-c59b7b72d09d req-e3bf6c9a-bf5b-47d1-b91b-88deecfc98ee tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0706167 Aug 05 02:16:01.747537 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-11aea056-3744-459c-bacd-c59b7b72d09d req-421f5c1c-941c-44bd-89e9-f070ecdd3575 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381923 Aug 05 02:16:01.827058 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-d96646ba-3f8c-49b3-a83c-18d6bb467c66 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:01.828611 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-d96646ba-3f8c-49b3-a83c-18d6bb467c66 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/networks?id=7c15c561-b0c6-478a-94f8-26eded920734 HTTP/1.1" status: 200 len: 814 time: 0.1561089 Aug 05 02:16:01.859025 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-abe2126a-ee51-40d5-8961-de2b8f4decb0 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/quotas/704e67d5f53745debcbe45eab640affb HTTP/1.1" status: 200 len: 375 time: 0.0149784 Aug 05 02:16:01.898174 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-cd48c4fc-0fcc-4ffb-bc82-47ea12c215fa tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=704e67d5f53745debcbe45eab640affb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334661 Aug 05 02:16:01.912480 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad68b3-9996-4713-bc79-b6c5fc8eac4d req-37a26f6e-fad2-4bfb-be84-c389bd158901 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:01.915232 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-10ad68b3-9996-4713-bc79-b6c5fc8eac4d req-37a26f6e-fad2-4bfb-be84-c389bd158901 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 945 time: 0.0890086 Aug 05 02:16:01.995232 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-10ad68b3-9996-4713-bc79-b6c5fc8eac4d req-e6e716e7-3b58-4357-89a5-3e12f7947d61 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744619 Aug 05 02:16:02.017461 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-9af1dafa-8c1c-44c8-b29a-15e159b9972a service neutron] 10.222.0.39 "GET /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109476 Aug 05 02:16:02.069612 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:02.138308 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-05e1da0d-738d-447a-9e62-982c33f21148 service neutron] 10.222.0.39 "GET /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111052 Aug 05 02:16:02.183425 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 7432bc85-4a0b-42c9-8637-9e0a621155bd up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:16:02.250257 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 7432bc85-4a0b-42c9-8637-9e0a621155bd completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:16:02.272850 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 7432bc85-4a0b-42c9-8637-9e0a621155bd triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:16:02.274883 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:02.349660 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6c7f43b4-c267-4c66-90ef-5b6fea7f5e93 req-5934a9dd-f706-4ced-acc7-081fb62f16ec tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 210 time: 0.0786185 Aug 05 02:16:02.482521 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:02.524355 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 7432bc85-4a0b-42c9-8637-9e0a621155bd, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=7432bc85-4a0b-42c9-8637-9e0a621155bd,segment=NetworkSegment(1bc624db-17fe-4702-8f3b-f94e923ee37c),segment_id=1bc624db-17fe-4702-8f3b-f94e923ee37c)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:02.531956 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:02.600146 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=7432bc85-4a0b-42c9-8637-9e0a621155bd,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:02.874010 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6287446-1d1c-4a68-a868-b390039c9c94 req-975a44d8-5284-4bd1-8a5a-b7281a5cd306 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:02.875748 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e6287446-1d1c-4a68-a868-b390039c9c94 req-975a44d8-5284-4bd1-8a5a-b7281a5cd306 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0554535 Aug 05 02:16:02.913173 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e6287446-1d1c-4a68-a868-b390039c9c94 req-3818fc67-13ad-4987-98e6-276901706e08 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315506 Aug 05 02:16:03.454116 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bcf1290e-9fb0-4506-a4b3-1d32b1d1846e req-cf36b95e-d4b7-46ae-bdec-d0ba813c1166 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 210 time: 0.0265701 Aug 05 02:16:03.656935 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-665d1367-c181-48e4-abe4-a8e6da9a9e42 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:03.658761 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-665d1367-c181-48e4-abe4-a8e6da9a9e42 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.43 "GET /v2.0/networks?id=7c15c561-b0c6-478a-94f8-26eded920734 HTTP/1.1" status: 200 len: 814 time: 0.1510251 Aug 05 02:16:03.661362 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:03.706466 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Request body: {'port': {'device_id': 'ae0de007-a851-4506-b2df-f71a9ec012cc', 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734', 'admin_state_up': True, 'tenant_id': '704e67d5f53745debcbe45eab640affb'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:03.823788 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Made reservation on behalf of 704e67d5f53745debcbe45eab640affb for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:16:03.827922 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:03.963685 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Allocated IP 172.20.0.11 (7c15c561-b0c6-478a-94f8-26eded920734/747674e6-ba38-4a0d-9c07-36a4612cf6fe/549e146f-14a1-4e3e-9e29-01034be371e5) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:16:04.124869 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 7432bc85-4a0b-42c9-8637-9e0a621155bd up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:16:04.179020 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 7432bc85-4a0b-42c9-8637-9e0a621155bd triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:16:04.179591 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:04.365375 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:04.371665 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47388) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:04.437459 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332cc5-4fa1-4e55-995d-62c4de51f82f req-b1c8858c-a7b5-4e70-bf43-a2ed4f22ca56 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:04.439232 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9b332cc5-4fa1-4e55-995d-62c4de51f82f req-b1c8858c-a7b5-4e70-bf43-a2ed4f22ca56 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0712707 Aug 05 02:16:04.462666 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:04.485552 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b503dc0f-973f-4203-9781-d71b4ec3656a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:04.518171 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Network 7c15c561-b0c6-478a-94f8-26eded920734 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:16:04.527773 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:16:04.531215 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:16:04.538309 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:04.538783 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:04.547025 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9b332cc5-4fa1-4e55-995d-62c4de51f82f req-5fc393d1-425e-45bf-a630-d77066eb7f46 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011283 Aug 05 02:16:04.560201 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Pushing event updated for resources: {'Port': ['ID=549e146f-14a1-4e3e-9e29-01034be371e5,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:04.610312 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f24c8-3329-45c0-badd-f059ade3ddd0 req-df87a75c-806d-4201-9ab4-c7b9149b0acb tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:04.611944 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-569f24c8-3329-45c0-badd-f059ade3ddd0 req-df87a75c-806d-4201-9ab4-c7b9149b0acb tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 932 time: 0.0695832 Aug 05 02:16:04.665435 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b503dc0f-973f-4203-9781-d71b4ec3656a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:04.673207 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b503dc0f-973f-4203-9781-d71b4ec3656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:04.674008 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-e229b99d-fa48-4f73-aeb3-4e7aab38cb51 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9714925 Aug 05 02:16:04.688298 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-569f24c8-3329-45c0-badd-f059ade3ddd0 req-1490069e-3545-461c-91d4-fa8162f555cb tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699270 Aug 05 02:16:04.706431 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Request body: {'port': {'device_id': 'ae0de007-a851-4506-b2df-f71a9ec012cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:04.709413 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503dc0f-973f-4203-9781-d71b4ec3656a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411cf97c-2e25-4828-bfe3-d08ce678b719,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:04.722220 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b503dc0f-973f-4203-9781-d71b4ec3656a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45079b03a07c40c1bda39af4768d6224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492188 Aug 05 02:16:04.725058 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47400) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:04.779188 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:04.786485 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1d2a9331-95fb-4f02-913d-2b3f555433ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:04.823011 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1d2a9331-95fb-4f02-913d-2b3f555433ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:04.876855 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1d2a9331-95fb-4f02-913d-2b3f555433ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:04.879294 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1d2a9331-95fb-4f02-913d-2b3f555433ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:04.880426 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-1d2a9331-95fb-4f02-913d-2b3f555433ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/411cf97c-2e25-4828-bfe3-d08ce678b719 HTTP/1.1" status: 204 len: 168 time: 0.1544538 Aug 05 02:16:04.889585 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a9331-95fb-4f02-913d-2b3f555433ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411cf97c-2e25-4828-bfe3-d08ce678b719,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:05.118067 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549e146f-14a1-4e3e-9e29-01034be371e5 {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:16:05.130320 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:05.143994 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Transition to ACTIVE for port object 549e146f-14a1-4e3e-9e29-01034be371e5 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:16:05.147391 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:05.197096 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47418) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:05.201411 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Pushing event updated for resources: {'Port': ['ID=549e146f-14a1-4e3e-9e29-01034be371e5,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:05.211555 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5e90c23c-2554-4f26-9edd-603c1683a605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:05.232874 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Attempting to bind port 549e146f-14a1-4e3e-9e29-01034be371e5 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:16:05.233268 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Attempting to bind port 549e146f-14a1-4e3e-9e29-01034be371e5 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': 'cfce90a1-75ac-4d0b-83be-5585c879435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:16:05.233620 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Attempting to bind port 549e146f-14a1-4e3e-9e29-01034be371e5 on network 7c15c561-b0c6-478a-94f8-26eded920734 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:16:05.237818 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Port 549e146f-14a1-4e3e-9e29-01034be371e5 on network 7c15c561-b0c6-478a-94f8-26eded920734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:16:05.238136 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Attempting to bind port 549e146f-14a1-4e3e-9e29-01034be371e5 on network 7c15c561-b0c6-478a-94f8-26eded920734 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:16:05.243291 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:16:05.243623 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Checking segment: {'id': 'cfce90a1-75ac-4d0b-83be-5585c879435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:16:05.244112 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Bound using segment: {'id': 'cfce90a1-75ac-4d0b-83be-5585c879435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:16:05.244531 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Bound port: 549e146f-14a1-4e3e-9e29-01034be371e5, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfce90a1-75ac-4d0b-83be-5585c879435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:16:05.244880 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:05.308436 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5e90c23c-2554-4f26-9edd-603c1683a605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:05.309795 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] For port 549e146f-14a1-4e3e-9e29-01034be371e5, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:16:05.313065 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5e90c23c-2554-4f26-9edd-603c1683a605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:05.313723 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] For port 549e146f-14a1-4e3e-9e29-01034be371e5, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=549e146f-14a1-4e3e-9e29-01034be371e5,segment=NetworkSegment(cfce90a1-75ac-4d0b-83be-5585c879435f),segment_id=cfce90a1-75ac-4d0b-83be-5585c879435f)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:16:05.317616 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:05.350232 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:05.350866 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:05.352245 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] 10.222.0.43 "PUT /v2.0/ports/549e146f-14a1-4e3e-9e29-01034be371e5 HTTP/1.1" status: 200 len: 1094 time: 0.6511393 Aug 05 02:16:05.352674 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0de007-a851-4506-b2df-f71a9ec012cc', 'tag': '549e146f-14a1-4e3e-9e29-01034be371e5'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:16:05.354577 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-5e90c23c-2554-4f26-9edd-603c1683a605 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2dedf31e39ba4c87a461e30084ce2ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560042 Aug 05 02:16:05.354918 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d04ac7-7908-4ebd-ade0-c0c6fdb7c3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0de007-a851-4506-b2df-f71a9ec012cc", "tag": "549e146f-14a1-4e3e-9e29-01034be371e5"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:16:05.355484 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90c23c-2554-4f26-9edd-603c1683a605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd31032-fb16-4ed8-ad27-ebcd203aa435,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:05.358737 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47420) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:05.385019 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461f871-6a35-47ce-b24b-29d51c08e56a service neutron] Pushing event updated for resources: {'Port': ['ID=549e146f-14a1-4e3e-9e29-01034be371e5,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:05.400497 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c4187e-1140-4f30-9995-cb1f997b4a9f x-openstack-request-id: req-60c4187e-1140-4f30-9995-cb1f997b4a9f {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:16:05.400810 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0de007-a851-4506-b2df-f71a9ec012cc", "tag": "549e146f-14a1-4e3e-9e29-01034be371e5", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:16:05.401063 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60c4187e-1140-4f30-9995-cb1f997b4a9f {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:16:05.401454 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0de007-a851-4506-b2df-f71a9ec012cc', 'tag': '549e146f-14a1-4e3e-9e29-01034be371e5', 'status': 'completed', 'code': 200} Aug 05 02:16:05.440807 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3459fc05-3755-4121-86da-70411f42fe27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:05.452073 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-cdac0ef7-6d89-4442-9466-b2cd692253ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:05.453565 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-cdac0ef7-6d89-4442-9466-b2cd692253ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=704e67d5f53745debcbe45eab640affb&device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 1097 time: 0.0451136 Aug 05 02:16:05.462541 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3459fc05-3755-4121-86da-70411f42fe27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:05.510050 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-a13abdc4-3a9b-472f-87af-879fee15db9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=549e146f-14a1-4e3e-9e29-01034be371e5 HTTP/1.1" status: 200 len: 217 time: 0.0367949 Aug 05 02:16:05.510374 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3459fc05-3755-4121-86da-70411f42fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:05.513453 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3459fc05-3755-4121-86da-70411f42fe27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:05.514607 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-3459fc05-3755-4121-86da-70411f42fe27 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2dd31032-fb16-4ed8-ad27-ebcd203aa435 HTTP/1.1" status: 204 len: 168 time: 0.1544859 Aug 05 02:16:05.522752 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459fc05-3755-4121-86da-70411f42fe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd31032-fb16-4ed8-ad27-ebcd203aa435,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:05.570156 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-f93aa669-7fec-4451-9cf2-9013af2fc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:05.571652 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-f93aa669-7fec-4451-9cf2-9013af2fc798 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=747674e6-ba38-4a0d-9c07-36a4612cf6fe HTTP/1.1" status: 200 len: 854 time: 0.0482931 Aug 05 02:16:05.610782 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-f74af8b0-7e3e-489d-9f94-83260490e3f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c15c561-b0c6-478a-94f8-26eded920734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254226 Aug 05 02:16:05.711004 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-df605d66-eb88-4e08-82ee-8d7beac55321 service neutron] 10.222.0.43 "GET /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904477 Aug 05 02:16:05.865009 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67795a-39c1-48a6-bee2-c704c9e9258f req-747bb4fe-7c63-4240-9592-e4af1adc59b4 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:05.866600 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-af67795a-39c1-48a6-bee2-c704c9e9258f req-747bb4fe-7c63-4240-9592-e4af1adc59b4 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 944 time: 0.0834708 Aug 05 02:16:05.868898 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b7c6bc1b-3024-4092-9ecf-0ac4d139cf82 req-f98f8948-22a1-4319-92bd-c4fe97f4610f service neutron] 10.222.0.43 "GET /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425736 Aug 05 02:16:05.912954 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-af67795a-39c1-48a6-bee2-c704c9e9258f req-7761a482-5069-42a3-afb9-b957551a81a6 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 Aug 05 02:16:05.989275 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d04ac7-7908-4ebd-ade0-c0c6fdb7c3a8 req-88a62dd7-7973-47ce-b4f9-1a83e8eb9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:05.990831 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b9d04ac7-7908-4ebd-ade0-c0c6fdb7c3a8 req-88a62dd7-7973-47ce-b4f9-1a83e8eb9f6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=704e67d5f53745debcbe45eab640affb&device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 1097 time: 0.0420833 Aug 05 02:16:06.124840 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d04ac7-7908-4ebd-ade0-c0c6fdb7c3a8 req-f9c82da5-4279-4f87-8cd2-16fe9f15a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:06.126404 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b9d04ac7-7908-4ebd-ade0-c0c6fdb7c3a8 req-f9c82da5-4279-4f87-8cd2-16fe9f15a963 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c15c561-b0c6-478a-94f8-26eded920734 HTTP/1.1" status: 200 len: 914 time: 0.1107326 Aug 05 02:16:06.180829 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b9d04ac7-7908-4ebd-ade0-c0c6fdb7c3a8 req-2a3f7029-8bc4-49f6-9c82-08a888fce378 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=549e146f-14a1-4e3e-9e29-01034be371e5 HTTP/1.1" status: 200 len: 217 time: 0.0383825 Aug 05 02:16:06.253132 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d04ac7-7908-4ebd-ade0-c0c6fdb7c3a8 req-86177629-6027-4f2e-88cd-2417404105f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:06.254790 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b9d04ac7-7908-4ebd-ade0-c0c6fdb7c3a8 req-86177629-6027-4f2e-88cd-2417404105f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=747674e6-ba38-4a0d-9c07-36a4612cf6fe HTTP/1.1" status: 200 len: 854 time: 0.0503349 Aug 05 02:16:06.292049 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b9d04ac7-7908-4ebd-ade0-c0c6fdb7c3a8 req-e1268c3f-a07d-4840-8237-cb88b0be9a93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c15c561-b0c6-478a-94f8-26eded920734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262053 Aug 05 02:16:06.394287 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b9d04ac7-7908-4ebd-ade0-c0c6fdb7c3a8 req-cfed60f8-1bd4-40d1-a53e-9d2c54bc605e service neutron] 10.222.0.43 "GET /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866990 Aug 05 02:16:06.507720 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b9d04ac7-7908-4ebd-ade0-c0c6fdb7c3a8 req-a7e4d9f7-d219-42c7-bdc3-4c60584d140e service neutron] 10.222.0.43 "GET /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881860 Aug 05 02:16:07.040297 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6a877-3ef3-4851-8f78-34cf942493c8 req-724f0ce2-f8a6-4f82-9b5c-1fd1e4445c2c tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:07.041897 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-dfd6a877-3ef3-4851-8f78-34cf942493c8 req-724f0ce2-f8a6-4f82-9b5c-1fd1e4445c2c tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 944 time: 0.0512395 Aug 05 02:16:07.085599 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-dfd6a877-3ef3-4851-8f78-34cf942493c8 req-25fa7673-36c7-4718-968e-9d06995e88d9 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367181 Aug 05 02:16:07.244359 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47492) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:07.347144 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7ec32743-4562-4bb6-9044-502ca9492e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:07.431650 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7ec32743-4562-4bb6-9044-502ca9492e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:07.435575 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7ec32743-4562-4bb6-9044-502ca9492e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:07.471670 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec32743-4562-4bb6-9044-502ca9492e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419d9dcf-4073-44c8-977f-6d591d53cab7,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:07.475773 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-7ec32743-4562-4bb6-9044-502ca9492e85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=119b3f77702d4e50adef30f108999c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301662 Aug 05 02:16:07.478298 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47496) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:07.525049 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-90452a4d-4660-4ac3-837a-790ac5982830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:07.546883 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-90452a4d-4660-4ac3-837a-790ac5982830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:07.596718 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-90452a4d-4660-4ac3-837a-790ac5982830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:07.599274 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-90452a4d-4660-4ac3-837a-790ac5982830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:07.600420 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-90452a4d-4660-4ac3-837a-790ac5982830 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/419d9dcf-4073-44c8-977f-6d591d53cab7 HTTP/1.1" status: 204 len: 168 time: 0.1212029 Aug 05 02:16:07.608660 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90452a4d-4660-4ac3-837a-790ac5982830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419d9dcf-4073-44c8-977f-6d591d53cab7,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:07.856616 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47502) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:07.870764 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ecffe9b2-0de1-435b-8f44-1819dd78ef6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:07.958099 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ecffe9b2-0de1-435b-8f44-1819dd78ef6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:07.962481 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ecffe9b2-0de1-435b-8f44-1819dd78ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:08.002538 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-ecffe9b2-0de1-435b-8f44-1819dd78ef6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=479b3d3ea4364fe0b44348498e36c9dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448193 Aug 05 02:16:08.003470 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffe9b2-0de1-435b-8f44-1819dd78ef6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbe888a-a542-4e1b-ac59-47b4fb5cf9e6,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:08.005248 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47504) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:08.062256 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-60a5b631-7ad6-4cc6-a621-b1dd666f0fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:08.086437 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-60a5b631-7ad6-4cc6-a621-b1dd666f0fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:08.134169 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-60a5b631-7ad6-4cc6-a621-b1dd666f0fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:08.137394 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-60a5b631-7ad6-4cc6-a621-b1dd666f0fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:08.138551 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-60a5b631-7ad6-4cc6-a621-b1dd666f0fce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bbe888a-a542-4e1b-ac59-47b4fb5cf9e6 HTTP/1.1" status: 204 len: 168 time: 0.1316848 Aug 05 02:16:08.146465 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5b631-7ad6-4cc6-a621-b1dd666f0fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbe888a-a542-4e1b-ac59-47b4fb5cf9e6,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:08.221093 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7087fe-b355-4ff4-aa25-2efaf2667d9a req-28718ecd-6616-4bed-82b1-33778acdbaa8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:08.224465 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7d7087fe-b355-4ff4-aa25-2efaf2667d9a req-28718ecd-6616-4bed-82b1-33778acdbaa8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 944 time: 0.0652411 Aug 05 02:16:08.271705 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7d7087fe-b355-4ff4-aa25-2efaf2667d9a req-a90c5b29-b68c-4b0c-ae6d-8fa35ff06c06 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394056 Aug 05 02:16:09.024362 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 549e146f-14a1-4e3e-9e29-01034be371e5 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:16:09.119808 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 549e146f-14a1-4e3e-9e29-01034be371e5, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=549e146f-14a1-4e3e-9e29-01034be371e5,segment=NetworkSegment(cfce90a1-75ac-4d0b-83be-5585c879435f),segment_id=cfce90a1-75ac-4d0b-83be-5585c879435f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:09.132960 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '549e146f-14a1-4e3e-9e29-01034be371e5', 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734', 'port_id': '549e146f-14a1-4e3e-9e29-01034be371e5', 'mac_address': 'fa:16:3e:af:8e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747674e6-ba38-4a0d-9c07-36a4612cf6fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:16:09.177784 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:09.190780 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549e146f-14a1-4e3e-9e29-01034be371e5 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:16:09.210336 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 549e146f-14a1-4e3e-9e29-01034be371e5, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=549e146f-14a1-4e3e-9e29-01034be371e5,segment=NetworkSegment(cfce90a1-75ac-4d0b-83be-5585c879435f),segment_id=cfce90a1-75ac-4d0b-83be-5585c879435f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:09.216177 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:09.266668 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=549e146f-14a1-4e3e-9e29-01034be371e5,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:09.414555 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858802c-0337-411d-bbdf-5d9abd57b486 req-ca748a34-b70b-49d3-b309-946f6f7e2ab2 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:09.416044 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2858802c-0337-411d-bbdf-5d9abd57b486 req-ca748a34-b70b-49d3-b309-946f6f7e2ab2 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 945 time: 0.0539699 Aug 05 02:16:09.463351 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2858802c-0337-411d-bbdf-5d9abd57b486 req-47ddc8db-20bd-4f86-b9fa-e22a57c62f17 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409718 Aug 05 02:16:09.690601 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['549e146f-14a1-4e3e-9e29-01034be371e5'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:16:10.581753 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559b5ab-1edd-4edf-961e-7a01bd28e1f3 req-d766d582-9fed-4d29-98b1-a796793d6918 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:10.583168 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b559b5ab-1edd-4edf-961e-7a01bd28e1f3 req-d766d582-9fed-4d29-98b1-a796793d6918 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 945 time: 0.0531046 Aug 05 02:16:10.621446 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b559b5ab-1edd-4edf-961e-7a01bd28e1f3 req-927ce10c-6d29-4ee2-affe-60967e7b24f2 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 Aug 05 02:16:11.788907 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee746bd-ce4e-4f74-821e-13dded08bc9d req-b3b825f3-d05b-4359-a194-ff02b3791d83 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:11.790582 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bee746bd-ce4e-4f74-821e-13dded08bc9d req-b3b825f3-d05b-4359-a194-ff02b3791d83 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 945 time: 0.0576682 Aug 05 02:16:11.838823 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bee746bd-ce4e-4f74-821e-13dded08bc9d req-abc871ad-085b-4b53-99bc-640dbc02e0f4 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Aug 05 02:16:12.961191 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c46ee-3e5f-4881-896e-fa389150b32a req-863b3f69-ef42-47e0-9022-9fc182fbf0ee tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:12.962686 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a22c46ee-3e5f-4881-896e-fa389150b32a req-863b3f69-ef42-47e0-9022-9fc182fbf0ee tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 945 time: 0.0514436 Aug 05 02:16:13.001948 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a22c46ee-3e5f-4881-896e-fa389150b32a req-adad837a-041c-4b59-b3b4-b3cace03c4cd tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Aug 05 02:16:13.050074 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 549e146f-14a1-4e3e-9e29-01034be371e5 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:16:13.101833 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 549e146f-14a1-4e3e-9e29-01034be371e5 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:16:13.105227 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 549e146f-14a1-4e3e-9e29-01034be371e5 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:16:13.105603 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:13.184763 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:13.210281 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0de007-a851-4506-b2df-f71a9ec012cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549e146f-14a1-4e3e-9e29-01034be371e5'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:16:13.212545 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa3009d-30e1-4c5e-9407-63bed1b77095" -d '{"events": [{"server_uuid": "ae0de007-a851-4506-b2df-f71a9ec012cc", "name": "network-vif-plugged", "status": "completed", "tag": "549e146f-14a1-4e3e-9e29-01034be371e5"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:16:13.225888 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 549e146f-14a1-4e3e-9e29-01034be371e5, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=549e146f-14a1-4e3e-9e29-01034be371e5,segment=NetworkSegment(cfce90a1-75ac-4d0b-83be-5585c879435f),segment_id=cfce90a1-75ac-4d0b-83be-5585c879435f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:13.231055 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:13.256135 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675e9c98-3ae0-43ac-967e-be8f721f58d9 x-openstack-request-id: req-675e9c98-3ae0-43ac-967e-be8f721f58d9 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:16:13.256430 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0de007-a851-4506-b2df-f71a9ec012cc", "name": "network-vif-plugged", "status": "completed", "tag": "549e146f-14a1-4e3e-9e29-01034be371e5", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:16:13.256684 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-675e9c98-3ae0-43ac-967e-be8f721f58d9 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:16:13.257068 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0de007-a851-4506-b2df-f71a9ec012cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549e146f-14a1-4e3e-9e29-01034be371e5', 'code': 200} Aug 05 02:16:13.281373 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=549e146f-14a1-4e3e-9e29-01034be371e5,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:13.312990 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47654) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:13.432700 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c4dce415-1b4b-4e23-9477-226e6b3ca40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:13.467044 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053cea7-2a25-4a44-b040-7fd110b97033 req-07cf94f6-8fdf-4b05-b3d4-aa9ffd6de7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:13.468624 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3053cea7-2a25-4a44-b040-7fd110b97033 req-07cf94f6-8fdf-4b05-b3d4-aa9ffd6de7a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 1099 time: 0.0713067 Aug 05 02:16:13.526450 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3053cea7-2a25-4a44-b040-7fd110b97033 req-87e14c19-bd32-4a2a-a274-b4f1a90e5b5f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480990 Aug 05 02:16:13.567297 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c4dce415-1b4b-4e23-9477-226e6b3ca40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:13.571024 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c4dce415-1b4b-4e23-9477-226e6b3ca40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:13.610177 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-c4dce415-1b4b-4e23-9477-226e6b3ca40b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03034b0548fb477e920df2dd67cd539f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960627 Aug 05 02:16:13.611401 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dce415-1b4b-4e23-9477-226e6b3ca40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e19149-2fb7-4121-8e63-ff9afabdcc28,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:13.612871 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47660) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:13.663550 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd164-b188-4a59-99bd-b51565c7712f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:13.685792 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd164-b188-4a59-99bd-b51565c7712f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:13.731810 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd164-b188-4a59-99bd-b51565c7712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:13.734246 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd164-b188-4a59-99bd-b51565c7712f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:13.735410 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a0fdd164-b188-4a59-99bd-b51565c7712f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7e19149-2fb7-4121-8e63-ff9afabdcc28 HTTP/1.1" status: 204 len: 168 time: 0.1208603 Aug 05 02:16:13.742680 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdd164-b188-4a59-99bd-b51565c7712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e19149-2fb7-4121-8e63-ff9afabdcc28,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:13.991036 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47672) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:14.004481 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c0bf-41fb-4df5-b893-33d3df5d8ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:14.119733 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c0bf-41fb-4df5-b893-33d3df5d8ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:14.125593 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c0bf-41fb-4df5-b893-33d3df5d8ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:14.128669 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681361e-5485-49b3-8386-daee68ed2fc4 req-efe20af9-bec4-4b1c-b8d0-97cf84099c86 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:14.130194 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6681361e-5485-49b3-8386-daee68ed2fc4 req-efe20af9-bec4-4b1c-b8d0-97cf84099c86 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 946 time: 0.0515690 Aug 05 02:16:14.163895 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-6ee1c0bf-41fb-4df5-b893-33d3df5d8ed8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b47b411b9574fc5bf56323d9d16a2c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716752 Aug 05 02:16:14.164655 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1c0bf-41fb-4df5-b893-33d3df5d8ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18860e2-5bb2-4358-8cd5-c141713200b5,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:14.167134 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47678) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:14.171122 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6681361e-5485-49b3-8386-daee68ed2fc4 req-e434ee73-1af9-4068-a23a-882e7366199d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328345 Aug 05 02:16:14.215688 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cbcce38-fdf6-45d1-a2e9-b6a912a24557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:14.236756 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cbcce38-fdf6-45d1-a2e9-b6a912a24557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:14.282706 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cbcce38-fdf6-45d1-a2e9-b6a912a24557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:14.285248 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cbcce38-fdf6-45d1-a2e9-b6a912a24557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:14.286381 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-1cbcce38-fdf6-45d1-a2e9-b6a912a24557 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d18860e2-5bb2-4358-8cd5-c141713200b5 HTTP/1.1" status: 204 len: 168 time: 0.1185415 Aug 05 02:16:14.294437 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcce38-fdf6-45d1-a2e9-b6a912a24557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18860e2-5bb2-4358-8cd5-c141713200b5,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:15.295995 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c62980-a4e7-4053-9e70-c0c91c13b04a req-4cfe5f6e-62b0-40ca-9cf5-ce236090dd7a tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:15.297512 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-18c62980-a4e7-4053-9e70-c0c91c13b04a req-4cfe5f6e-62b0-40ca-9cf5-ce236090dd7a tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 946 time: 0.0531170 Aug 05 02:16:15.337515 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-18c62980-a4e7-4053-9e70-c0c91c13b04a req-c3dff461-74c7-4c3a-ab90-62c95ca1227b tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340941 Aug 05 02:16:16.017388 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47796) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:16.128340 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a24a0f80-a9f1-463e-85ca-7ac500df212d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.234600 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a24a0f80-a9f1-463e-85ca-7ac500df212d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.239768 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a24a0f80-a9f1-463e-85ca-7ac500df212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.278842 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a24a0f80-a9f1-463e-85ca-7ac500df212d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b434c48c7e440b89ce12c82385a745e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599585 Aug 05 02:16:16.279657 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a0f80-a9f1-463e-85ca-7ac500df212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793e3f5d-c378-40b9-9eec-ab733acfdf00,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:16.281695 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47814) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:16.330273 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-70d20774-0114-4df4-9e95-79c61366a6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.354270 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-70d20774-0114-4df4-9e95-79c61366a6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.399252 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-70d20774-0114-4df4-9e95-79c61366a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.401655 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-70d20774-0114-4df4-9e95-79c61366a6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.403329 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-70d20774-0114-4df4-9e95-79c61366a6d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/793e3f5d-c378-40b9-9eec-ab733acfdf00 HTTP/1.1" status: 204 len: 168 time: 0.1206453 Aug 05 02:16:16.410655 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20774-0114-4df4-9e95-79c61366a6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793e3f5d-c378-40b9-9eec-ab733acfdf00,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:16.661936 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 47820) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:16.675622 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4e7c913b-ca26-4ede-98bd-bf0ca4aca90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.778404 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4e7c913b-ca26-4ede-98bd-bf0ca4aca90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.782066 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4e7c913b-ca26-4ede-98bd-bf0ca4aca90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.819333 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-4e7c913b-ca26-4ede-98bd-bf0ca4aca90d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ddacd3d8de0415495e6c2a2ee7ac365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562943 Aug 05 02:16:16.820169 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c913b-ca26-4ede-98bd-bf0ca4aca90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70d2499-2834-4202-919b-cb68c1c3ad2a,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:16.821961 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 47826) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:16.884910 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-225d6403-fd45-4a10-8fea-9c7c9e047ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.905205 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-225d6403-fd45-4a10-8fea-9c7c9e047ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.950551 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-225d6403-fd45-4a10-8fea-9c7c9e047ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.953296 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-225d6403-fd45-4a10-8fea-9c7c9e047ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:16.954550 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-225d6403-fd45-4a10-8fea-9c7c9e047ed9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f70d2499-2834-4202-919b-cb68c1c3ad2a HTTP/1.1" status: 204 len: 168 time: 0.1309328 Aug 05 02:16:16.966850 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d6403-fd45-4a10-8fea-9c7c9e047ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70d2499-2834-4202-919b-cb68c1c3ad2a,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:19.214271 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564d36-f44a-45a9-960c-ba76397346ab req-3d5b0714-3004-4314-ba58-6cedd05be09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:19.217280 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70564d36-f44a-45a9-960c-ba76397346ab req-3d5b0714-3004-4314-ba58-6cedd05be09c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f7d0a3f342c463397c5e4677bd94032&device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 1099 time: 0.0481949 Aug 05 02:16:19.246448 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171eb84b-9350-48f0-ae8b-a2ce411e9efc req-b2f70c01-7306-4e4e-8c50-41bac026566b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:19.253870 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-171eb84b-9350-48f0-ae8b-a2ce411e9efc req-b2f70c01-7306-4e4e-8c50-41bac026566b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0850542 Aug 05 02:16:19.296695 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-171eb84b-9350-48f0-ae8b-a2ce411e9efc req-37a8780e-ad4a-48ad-a11a-83917bf4e24b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Aug 05 02:16:19.350013 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564d36-f44a-45a9-960c-ba76397346ab req-f75db2a6-3e3d-4082-a54d-4eb15325c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:19.351415 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70564d36-f44a-45a9-960c-ba76397346ab req-f75db2a6-3e3d-4082-a54d-4eb15325c48a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 200 len: 919 time: 0.1145008 Aug 05 02:16:19.406183 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70564d36-f44a-45a9-960c-ba76397346ab req-bb1e5ce1-d896-4a5d-a03f-2942ef4d1590 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaedd208-5daa-4672-b829-1910d313c761 HTTP/1.1" status: 200 len: 217 time: 0.0386553 Aug 05 02:16:19.469844 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564d36-f44a-45a9-960c-ba76397346ab req-0b702853-7406-4379-8a29-76f65700fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:19.471481 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70564d36-f44a-45a9-960c-ba76397346ab req-0b702853-7406-4379-8a29-76f65700fd79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9843046-36d7-46e3-9a0f-2ccdca3a6899 HTTP/1.1" status: 200 len: 859 time: 0.0515521 Aug 05 02:16:19.516846 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70564d36-f44a-45a9-960c-ba76397346ab req-7830c2dd-4b32-4cb1-a520-20a16e496b73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f5fbb29-064c-491b-937e-91e7d4f39d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352719 Aug 05 02:16:19.635293 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70564d36-f44a-45a9-960c-ba76397346ab req-179ec9d2-aaa6-4409-ab6d-231b8532d200 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011705 Aug 05 02:16:19.735488 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-70564d36-f44a-45a9-960c-ba76397346ab req-ac56df86-dc5a-4b54-ac6a-f5500724b28b service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881763 Aug 05 02:16:20.424020 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25883da-dd1a-4aeb-ba36-54771ad1fe6d req-cee8ffda-ff2e-4813-9f5c-b22d7b750be7 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:20.425501 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a25883da-dd1a-4aeb-ba36-54771ad1fe6d req-cee8ffda-ff2e-4813-9f5c-b22d7b750be7 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0469823 Aug 05 02:16:20.462774 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a25883da-dd1a-4aeb-ba36-54771ad1fe6d req-a82f4609-645e-47a8-bb2a-9183c84ddbe5 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310426 Aug 05 02:16:21.584847 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c143-8904-46ed-8b2b-75a8f9af56fd req-81dd99f5-cdf0-488c-8ee5-ac65f02d8473 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:21.586319 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e6c7c143-8904-46ed-8b2b-75a8f9af56fd req-81dd99f5-cdf0-488c-8ee5-ac65f02d8473 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0565035 Aug 05 02:16:21.625075 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e6c7c143-8904-46ed-8b2b-75a8f9af56fd req-518de2e8-bba0-4f45-ac4d-d6d323d92bee tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324233 Aug 05 02:16:22.744723 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bd4a8-a0dc-40f8-bc25-b5614fdbee42 req-7409bb8d-1f78-4f3f-9a28-8da20ad9418e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:22.746186 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7d3bd4a8-a0dc-40f8-bc25-b5614fdbee42 req-7409bb8d-1f78-4f3f-9a28-8da20ad9418e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0534825 Aug 05 02:16:22.783835 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7d3bd4a8-a0dc-40f8-bc25-b5614fdbee42 req-e87c1c11-3b0b-410d-b46b-0bc6f830450c tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309019 Aug 05 02:16:22.786178 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792285b-84f8-42f8-940b-d5cd3ddca268 req-5b2bab06-20d3-4eb0-b8ac-f5d6cf0527e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:22.787723 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a792285b-84f8-42f8-940b-d5cd3ddca268 req-5b2bab06-20d3-4eb0-b8ac-f5d6cf0527e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f7d0a3f342c463397c5e4677bd94032&device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 1099 time: 0.0408325 Aug 05 02:16:22.922425 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792285b-84f8-42f8-940b-d5cd3ddca268 req-41559707-2e9c-4986-9784-310f67b191c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:22.923925 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a792285b-84f8-42f8-940b-d5cd3ddca268 req-41559707-2e9c-4986-9784-310f67b191c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 200 len: 919 time: 0.1032643 Aug 05 02:16:22.968295 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a792285b-84f8-42f8-940b-d5cd3ddca268 req-e05a7638-611c-44ec-874a-024baa47dd68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaedd208-5daa-4672-b829-1910d313c761 HTTP/1.1" status: 200 len: 217 time: 0.0337145 Aug 05 02:16:23.027560 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792285b-84f8-42f8-940b-d5cd3ddca268 req-ed3700e0-c72a-481f-9426-4998916c7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:23.029151 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a792285b-84f8-42f8-940b-d5cd3ddca268 req-ed3700e0-c72a-481f-9426-4998916c7231 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9843046-36d7-46e3-9a0f-2ccdca3a6899 HTTP/1.1" status: 200 len: 859 time: 0.0445452 Aug 05 02:16:23.067668 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a792285b-84f8-42f8-940b-d5cd3ddca268 req-be6dcc37-e865-4102-8acb-98be864bfe6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f5fbb29-064c-491b-937e-91e7d4f39d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258749 Aug 05 02:16:23.185629 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a792285b-84f8-42f8-940b-d5cd3ddca268 req-a090676c-ccf8-4d59-8e63-b02de1b0c169 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084688 Aug 05 02:16:23.307632 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a792285b-84f8-42f8-940b-d5cd3ddca268 req-62aae7a8-f800-4612-bb8a-b03dfb8277fc service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050932 Aug 05 02:16:23.898153 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efaf57-9570-4d07-a32c-a5d31c47207f req-2a2dafbc-e41e-4740-a5e0-67c5e7bb93ca tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:23.899627 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-71efaf57-9570-4d07-a32c-a5d31c47207f req-2a2dafbc-e41e-4740-a5e0-67c5e7bb93ca tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0484591 Aug 05 02:16:23.939666 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-71efaf57-9570-4d07-a32c-a5d31c47207f req-bd8f647e-a958-42fd-a292-f5a944bbcb5f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339227 Aug 05 02:16:25.084187 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1ec20-6f2c-43af-8a29-bfcc669de047 req-95380e43-9380-428b-add3-860ce9a12454 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:25.086006 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a4a1ec20-6f2c-43af-8a29-bfcc669de047 req-95380e43-9380-428b-add3-860ce9a12454 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0676298 Aug 05 02:16:25.120673 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-180d74dc-35f1-4460-8084-6d97750ed1dc tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:25.128692 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-180d74dc-35f1-4460-8084-6d97750ed1dc tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 814 time: 0.1185317 Aug 05 02:16:25.138804 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a4a1ec20-6f2c-43af-8a29-bfcc669de047 req-3a53d755-2033-4924-af22-fc33bd8299f8 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453968 Aug 05 02:16:25.141065 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-c0f8006f-dea2-4a38-8e7a-edbcfd707fea tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/quotas/b3412d5b792247319c0049353054d1dc HTTP/1.1" status: 200 len: 375 time: 0.0111659 Aug 05 02:16:25.195939 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-63674aff-f64e-4047-86be-e3d4350155cb tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490274 Aug 05 02:16:25.291314 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-0c9b89fe-7465-4306-9ef0-2932aa937ec4 service neutron] 10.222.0.39 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880985 Aug 05 02:16:25.380482 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-a6b697f2-ca52-401b-a198-1cc434ac86da service neutron] 10.222.0.39 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831859 Aug 05 02:16:25.531326 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6230752d-1834-48e3-ad8c-17b6f482778b req-c28c8f2d-ae0e-4c17-bc8d-0a5d97d2ed94 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 210 time: 0.0257239 Aug 05 02:16:26.252414 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6909fe-15fd-4c8e-8f11-97e621129031 req-84f8e2da-005c-49a8-af7b-26150c44e599 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:26.253842 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7f6909fe-15fd-4c8e-8f11-97e621129031 req-84f8e2da-005c-49a8-af7b-26150c44e599 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0470901 Aug 05 02:16:26.290258 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7f6909fe-15fd-4c8e-8f11-97e621129031 req-48b24340-fd29-4e8d-91e1-7ff02d060854 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305378 Aug 05 02:16:26.765355 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-af374333-1be0-403c-84a2-42bb65efb028 req-87f6d48b-6eb1-443f-a3c6-58927c95494e tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 210 time: 0.0253181 Aug 05 02:16:27.406095 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86f28d-e4b2-4f98-b534-59afd352a677 req-d770eacc-51c6-48f1-b055-50961e7b261f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:27.407628 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ee86f28d-e4b2-4f98-b534-59afd352a677 req-d770eacc-51c6-48f1-b055-50961e7b261f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0502357 Aug 05 02:16:27.443520 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ee86f28d-e4b2-4f98-b534-59afd352a677 req-56f75156-4702-4e74-8302-b0930bbfb6b2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300040 Aug 05 02:16:27.855384 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4ead4df5-1bb0-40b3-b0f0-3950edf717d0 req-4bcf87ac-4bf5-467f-b2b0-45fc183dbd10 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 210 time: 0.0256727 Aug 05 02:16:28.183203 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-0060b250-7d62-40f4-a904-b3015d1b636a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:28.560836 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a9daf-b070-4289-832c-964a65080d26 req-d2e3b455-db52-4c03-92b0-0b997190a7e0 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:28.562391 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-325a9daf-b070-4289-832c-964a65080d26 req-d2e3b455-db52-4c03-92b0-0b997190a7e0 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0542359 Aug 05 02:16:28.623142 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-325a9daf-b070-4289-832c-964a65080d26 req-b1febed5-5217-4641-a59f-e5076a4911f8 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531132 Aug 05 02:16:28.963078 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-428623c9-7e37-4663-8ebe-f64fea46c4cb req-324964ce-4159-4b76-8eca-eddbbb9b145c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 210 time: 0.0328376 Aug 05 02:16:28.970879 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:29.420897 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-6f9f5eca-a84a-411f-849b-352deba85c68 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:29.422374 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-6f9f5eca-a84a-411f-849b-352deba85c68 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 814 time: 0.1154189 Aug 05 02:16:29.441951 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Request body: {'port': {'device_id': '50a762aa-d641-4195-9c72-9f4d2f69e01c', 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4', 'admin_state_up': True, 'tenant_id': 'b3412d5b792247319c0049353054d1dc'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:29.569142 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Made reservation on behalf of b3412d5b792247319c0049353054d1dc for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:16:29.572694 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:29.738468 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Allocated IP 172.20.0.3 (11b2c87c-584c-423a-bf93-87673f3bb1f4/21115f09-b253-45be-95ff-5784aee1cf34/75249920-47e4-494b-8cb4-7a3150faa3e7) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:16:29.770578 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73373-9334-4a00-9b2d-e55a6dbfb6ad req-d8f7550b-cd2a-4178-ae95-dfae74815834 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:29.772059 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1ac73373-9334-4a00-9b2d-e55a6dbfb6ad req-d8f7550b-cd2a-4178-ae95-dfae74815834 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0761337 Aug 05 02:16:30.070184 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1ac73373-9334-4a00-9b2d-e55a6dbfb6ad req-a857b48e-37ce-4330-b9f7-bf27805c1e6c tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921469 Aug 05 02:16:30.075564 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b4e7de1e-3a9c-47f2-9520-3424d14d3708 req-6157522b-73e7-47f3-b3a4-2460a0179377 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 210 time: 0.0301821 Aug 05 02:16:30.187241 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:30.226243 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:30.247278 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c', 'adb7dff6-9871-45c0-93a1-2d09283d4199', '7243e6ba-cc27-4bd5-9024-edc48f096cab'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:16:30.286635 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Network 11b2c87c-584c-423a-bf93-87673f3bb1f4 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:16:30.292038 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:16:30.295275 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:16:30.301115 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:30.301777 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:30.318284 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Pushing event updated for resources: {'Port': ['ID=75249920-47e4-494b-8cb4-7a3150faa3e7,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:30.328415 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-830eed30-f9a9-4569-be27-72a5479af676 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8907804 Aug 05 02:16:30.350922 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Request body: {'port': {'device_id': '50a762aa-d641-4195-9c72-9f4d2f69e01c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:30.417140 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:30.719376 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75249920-47e4-494b-8cb4-7a3150faa3e7 {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:16:30.726830 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:30.738660 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Transition to ACTIVE for port object 75249920-47e4-494b-8cb4-7a3150faa3e7 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:16:30.742323 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:30.792539 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Pushing event updated for resources: {'Port': ['ID=75249920-47e4-494b-8cb4-7a3150faa3e7,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:30.818783 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Attempting to bind port 75249920-47e4-494b-8cb4-7a3150faa3e7 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:16:30.819118 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Attempting to bind port 75249920-47e4-494b-8cb4-7a3150faa3e7 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:16:30.819445 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Attempting to bind port 75249920-47e4-494b-8cb4-7a3150faa3e7 on network 11b2c87c-584c-423a-bf93-87673f3bb1f4 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:16:30.823558 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Port 75249920-47e4-494b-8cb4-7a3150faa3e7 on network 11b2c87c-584c-423a-bf93-87673f3bb1f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:16:30.823880 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Attempting to bind port 75249920-47e4-494b-8cb4-7a3150faa3e7 on network 11b2c87c-584c-423a-bf93-87673f3bb1f4 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:16:30.829078 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:16:30.829419 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Checking segment: {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:16:30.829792 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Bound using segment: {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:16:30.830216 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Bound port: 75249920-47e4-494b-8cb4-7a3150faa3e7, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efa2a4e-e03a-4727-8253-93422a5cd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:16:30.830568 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:30.842278 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-19937bd5-10b5-4c78-9a67-f7b663a71847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:30.863217 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:30.896996 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] For port 75249920-47e4-494b-8cb4-7a3150faa3e7, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:16:30.900158 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] For port 75249920-47e4-494b-8cb4-7a3150faa3e7, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=75249920-47e4-494b-8cb4-7a3150faa3e7,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:16:30.903809 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:30.935508 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:30.936126 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:30.937502 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] 10.222.0.43 "PUT /v2.0/ports/75249920-47e4-494b-8cb4-7a3150faa3e7 HTTP/1.1" status: 200 len: 1093 time: 0.5919867 Aug 05 02:16:30.937919 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a762aa-d641-4195-9c72-9f4d2f69e01c', 'tag': '75249920-47e4-494b-8cb4-7a3150faa3e7'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:16:30.940175 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393142cb-b810-4cf2-a2f0-4e18b835a836" -d '{"events": [{"name": "network-changed", "server_uuid": "50a762aa-d641-4195-9c72-9f4d2f69e01c", "tag": "75249920-47e4-494b-8cb4-7a3150faa3e7"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:16:30.974032 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba35b1-2098-4306-a69e-8f6e0dde9676 service neutron] Pushing event updated for resources: {'Port': ['ID=75249920-47e4-494b-8cb4-7a3150faa3e7,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:30.979688 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3056aa-0564-4a85-bda7-c8caa815bb09 x-openstack-request-id: req-eb3056aa-0564-4a85-bda7-c8caa815bb09 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:16:30.980147 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a762aa-d641-4195-9c72-9f4d2f69e01c", "tag": "75249920-47e4-494b-8cb4-7a3150faa3e7", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:16:30.980400 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb3056aa-0564-4a85-bda7-c8caa815bb09 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:16:30.980952 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a762aa-d641-4195-9c72-9f4d2f69e01c', 'tag': '75249920-47e4-494b-8cb4-7a3150faa3e7', 'status': 'completed', 'code': 200} Aug 05 02:16:31.031834 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-3c66b540-8688-486b-908e-bb1c830b7f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:31.033322 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-3c66b540-8688-486b-908e-bb1c830b7f3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 1096 time: 0.0411062 Aug 05 02:16:31.079230 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-58e96b51-8113-4eba-94ea-2066d56adcb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75249920-47e4-494b-8cb4-7a3150faa3e7 HTTP/1.1" status: 200 len: 217 time: 0.0350072 Aug 05 02:16:31.130272 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-d7604397-cd4c-4223-99cc-f66cea496f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:31.131846 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-d7604397-cd4c-4223-99cc-f66cea496f37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21115f09-b253-45be-95ff-5784aee1cf34 HTTP/1.1" status: 200 len: 854 time: 0.0433543 Aug 05 02:16:31.173809 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-97b91d5b-0d1f-4a85-94a9-7c08c5b0cc0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11b2c87c-584c-423a-bf93-87673f3bb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260758 Aug 05 02:16:31.208425 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1099b-6c19-450c-8369-789d3edc6e52 req-9ef0ccb3-8292-49d9-ba15-e0b1bf6f210f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:31.210008 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-62c1099b-6c19-450c-8369-789d3edc6e52 req-9ef0ccb3-8292-49d9-ba15-e0b1bf6f210f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0492597 Aug 05 02:16:31.253343 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-62c1099b-6c19-450c-8369-789d3edc6e52 req-c06310ba-7683-48d0-8ba0-0ca7290724bd tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333076 Aug 05 02:16:31.280498 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088c0db-91ca-4ff1-ba32-61d1dee38a3b req-cf3439dd-6cbd-416f-850f-98738db1c767 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:31.282173 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b088c0db-91ca-4ff1-ba32-61d1dee38a3b req-cf3439dd-6cbd-416f-850f-98738db1c767 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 943 time: 0.1107843 Aug 05 02:16:31.324320 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-130766b0-e8c4-43ea-9bdc-2388187c5f9f service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412556 Aug 05 02:16:31.337045 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b088c0db-91ca-4ff1-ba32-61d1dee38a3b req-70e989ed-8c25-4103-8c31-8d86941bf7ac tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466611 Aug 05 02:16:31.427573 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-43435e8b-83d1-4d08-9b6c-e1eddb6d5462 req-4e235035-b698-4ea4-9f94-cdddc2416596 service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895307 Aug 05 02:16:31.529796 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393142cb-b810-4cf2-a2f0-4e18b835a836 req-3e7bd99c-c746-473b-9752-400b6f10ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:31.531325 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-393142cb-b810-4cf2-a2f0-4e18b835a836 req-3e7bd99c-c746-473b-9752-400b6f10ae42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3412d5b792247319c0049353054d1dc&device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 1096 time: 0.0519900 Aug 05 02:16:31.673828 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393142cb-b810-4cf2-a2f0-4e18b835a836 req-8fea45db-9318-40fd-a34d-42f5a8697d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:31.677823 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-393142cb-b810-4cf2-a2f0-4e18b835a836 req-8fea45db-9318-40fd-a34d-42f5a8697d6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 200 len: 914 time: 0.1385455 Aug 05 02:16:31.743719 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-393142cb-b810-4cf2-a2f0-4e18b835a836 req-b46f3df8-1690-499c-a406-37dc80198747 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75249920-47e4-494b-8cb4-7a3150faa3e7 HTTP/1.1" status: 200 len: 217 time: 0.0486145 Aug 05 02:16:31.813014 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc5b5-d0f7-4d4e-9003-966ac7590f78 req-69b84c6d-7752-4354-9a37-188122d7c618 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:31.814484 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-68dbc5b5-d0f7-4d4e-9003-966ac7590f78 req-69b84c6d-7752-4354-9a37-188122d7c618 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.1104231 Aug 05 02:16:31.819495 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393142cb-b810-4cf2-a2f0-4e18b835a836 req-af04bbb2-125f-4cbb-8044-4c8b1b0050b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:31.820789 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-393142cb-b810-4cf2-a2f0-4e18b835a836 req-af04bbb2-125f-4cbb-8044-4c8b1b0050b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21115f09-b253-45be-95ff-5784aee1cf34 HTTP/1.1" status: 200 len: 854 time: 0.0634446 Aug 05 02:16:31.870367 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-393142cb-b810-4cf2-a2f0-4e18b835a836 req-d978f06e-f3f1-4528-9524-fe7dc334e89e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11b2c87c-584c-423a-bf93-87673f3bb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352159 Aug 05 02:16:31.877236 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-68dbc5b5-d0f7-4d4e-9003-966ac7590f78 req-94f92e51-52f2-418d-ab3a-7226782eb5cd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556169 Aug 05 02:16:31.961217 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-393142cb-b810-4cf2-a2f0-4e18b835a836 req-2a703ba1-405a-4749-8d93-72f033b7dfb5 service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795796 Aug 05 02:16:32.057263 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:32.058833 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-393142cb-b810-4cf2-a2f0-4e18b835a836 req-94de8fa6-61b0-45b3-a191-fcac2e63e6ea service neutron] 10.222.0.43 "GET /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881379 Aug 05 02:16:32.378279 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e9980-3313-447b-9e27-4b45e597c9ee req-a451263b-ea9d-47cb-8ab5-ac2326f04321 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:32.379781 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fb9e9980-3313-447b-9e27-4b45e597c9ee req-a451263b-ea9d-47cb-8ab5-ac2326f04321 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0481508 Aug 05 02:16:32.416573 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fb9e9980-3313-447b-9e27-4b45e597c9ee req-c88de227-a75c-4660-9964-052515107535 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308838 Aug 05 02:16:32.450297 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955dfab-534c-4e7f-ae8b-8f0d77e30255 req-ae6e877f-c4d7-4e8b-9dcf-86c489991d86 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:32.451804 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a955dfab-534c-4e7f-ae8b-8f0d77e30255 req-ae6e877f-c4d7-4e8b-9dcf-86c489991d86 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 943 time: 0.0486572 Aug 05 02:16:32.487888 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a955dfab-534c-4e7f-ae8b-8f0d77e30255 req-ad95fb47-0f1c-47e3-b774-3a8802eba596 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302985 Aug 05 02:16:32.992706 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd76176-7b28-495a-9d00-eefde59e57df req-1abd9fbc-acf7-433e-90fa-2d51f4e7a9d3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:32.994150 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3cd76176-7b28-495a-9d00-eefde59e57df req-1abd9fbc-acf7-433e-90fa-2d51f4e7a9d3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0475173 Aug 05 02:16:33.033339 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3cd76176-7b28-495a-9d00-eefde59e57df req-3d75699e-d124-4dc2-a33f-ca8b28fc7182 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333877 Aug 05 02:16:33.164803 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 75249920-47e4-494b-8cb4-7a3150faa3e7 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:16:33.260597 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 75249920-47e4-494b-8cb4-7a3150faa3e7, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=75249920-47e4-494b-8cb4-7a3150faa3e7,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:33.271641 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '75249920-47e4-494b-8cb4-7a3150faa3e7', 'network_id': '11b2c87c-584c-423a-bf93-87673f3bb1f4', 'port_id': '75249920-47e4-494b-8cb4-7a3150faa3e7', 'mac_address': 'fa:16:3e:9b:b7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21115f09-b253-45be-95ff-5784aee1cf34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:16:33.311725 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:33.327252 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75249920-47e4-494b-8cb4-7a3150faa3e7 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:16:33.346444 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 75249920-47e4-494b-8cb4-7a3150faa3e7, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=75249920-47e4-494b-8cb4-7a3150faa3e7,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:33.350219 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:33.397671 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=75249920-47e4-494b-8cb4-7a3150faa3e7,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:33.404572 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:33.404924 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:33.405270 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:33.405608 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:33.405941 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:33.406274 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:33.406602 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:33.407021 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:33.407371 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:33.407702 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:33.408052 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:33.408376 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:16:33.528249 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db60d83-85ba-41fa-9563-dac58bc2370a req-5ba25759-3847-49bc-b2aa-e9c740059b08 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:33.529720 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8db60d83-85ba-41fa-9563-dac58bc2370a req-5ba25759-3847-49bc-b2aa-e9c740059b08 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0468941 Aug 05 02:16:33.572393 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8db60d83-85ba-41fa-9563-dac58bc2370a req-f7efad1f-58be-49fb-b333-76811b35b818 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366607 Aug 05 02:16:33.603387 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d28631-37b6-465e-a769-5d1deb483f6e req-463b596e-06a2-44c5-bb8d-92c9c08ead3b tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:33.605353 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d0d28631-37b6-465e-a769-5d1deb483f6e req-463b596e-06a2-44c5-bb8d-92c9c08ead3b tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 944 time: 0.0524857 Aug 05 02:16:33.639978 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:33.654034 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d0d28631-37b6-465e-a769-5d1deb483f6e req-ea73b340-8f80-4d90-83d2-38c2dcecbc39 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394516 Aug 05 02:16:33.758896 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['75249920-47e4-494b-8cb4-7a3150faa3e7'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:16:34.155311 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079f2ba-6c53-4a04-89bb-f0ca3528a299 req-9c48e77d-d92d-43d1-a43e-994da112f20e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:34.156787 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4079f2ba-6c53-4a04-89bb-f0ca3528a299 req-9c48e77d-d92d-43d1-a43e-994da112f20e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0506699 Aug 05 02:16:34.194882 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4079f2ba-6c53-4a04-89bb-f0ca3528a299 req-61d71964-a4e2-4fee-81b8-56722614bae9 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Aug 05 02:16:34.660229 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:16:34.691362 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73108392-d7e2-4e98-b890-dab641ae5b43 req-a17c308b-f9b2-4497-a7b6-7c935b421433 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:34.692851 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-73108392-d7e2-4e98-b890-dab641ae5b43 req-a17c308b-f9b2-4497-a7b6-7c935b421433 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0499856 Aug 05 02:16:34.752821 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-73108392-d7e2-4e98-b890-dab641ae5b43 req-11be7108-9642-4c08-a18e-9d681f7b14cf tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527945 Aug 05 02:16:34.788791 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecf02b-d0f8-498f-a79d-acd70496d7ec req-eb37a432-d08f-4569-8e3f-a71d483549a3 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:34.790184 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b6ecf02b-d0f8-498f-a79d-acd70496d7ec req-eb37a432-d08f-4569-8e3f-a71d483549a3 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 944 time: 0.0577884 Aug 05 02:16:34.830798 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b6ecf02b-d0f8-498f-a79d-acd70496d7ec req-feeb485a-bc89-43b5-88ee-02c935b0c2b0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344574 Aug 05 02:16:35.017506 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-44c2bde9-ff82-4d85-a484-0c5716208fb0 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939213365&fields=id&tenant_id=e9eb8743fe334763bab3543f0d71dd2d HTTP/1.1" status: 200 len: 267 time: 0.0409822 Aug 05 02:16:35.125549 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-626e392d-2841-424e-8159-4dedf94940b3 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:35.127006 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-626e392d-2841-424e-8159-4dedf94940b3 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/networks?id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 HTTP/1.1" status: 200 len: 808 time: 0.1028879 Aug 05 02:16:35.141906 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-ae105962-19dc-436a-be4b-7213abdbab70 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/quotas/e9eb8743fe334763bab3543f0d71dd2d HTTP/1.1" status: 200 len: 375 time: 0.0093307 Aug 05 02:16:35.174414 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 75249920-47e4-494b-8cb4-7a3150faa3e7 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:16:35.191203 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-c57b0ebe-3e69-4d5e-a927-2ac9a11e1022 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9eb8743fe334763bab3543f0d71dd2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442929 Aug 05 02:16:35.229057 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 75249920-47e4-494b-8cb4-7a3150faa3e7 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:16:35.232910 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 75249920-47e4-494b-8cb4-7a3150faa3e7 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:16:35.233218 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:35.297972 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-81e78495-fd3b-4b31-9358-4efa65f4cc55 service neutron] 10.222.0.39 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912671 Aug 05 02:16:35.320177 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:35.329799 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8b8e7-bfdc-4816-b32c-d04c171abdc6 req-587b76c2-5b9c-4533-97c4-3038de99348c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:35.337551 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3cd8b8e7-bfdc-4816-b32c-d04c171abdc6 req-587b76c2-5b9c-4533-97c4-3038de99348c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0673983 Aug 05 02:16:35.357901 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a762aa-d641-4195-9c72-9f4d2f69e01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75249920-47e4-494b-8cb4-7a3150faa3e7'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:16:35.360467 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78e2271-87f8-4a79-8369-1330cc2d2259" -d '{"events": [{"server_uuid": "50a762aa-d641-4195-9c72-9f4d2f69e01c", "name": "network-vif-plugged", "status": "completed", "tag": "75249920-47e4-494b-8cb4-7a3150faa3e7"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:16:35.374379 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 75249920-47e4-494b-8cb4-7a3150faa3e7, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=75249920-47e4-494b-8cb4-7a3150faa3e7,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:35.376239 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3cd8b8e7-bfdc-4816-b32c-d04c171abdc6 req-e4e71290-428f-4006-8d62-4499795d906f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377910 Aug 05 02:16:35.379220 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:35.407038 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-e80ebca8-9909-41b1-a320-f3da585fde06 service neutron] 10.222.0.39 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024837 Aug 05 02:16:35.435885 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=75249920-47e4-494b-8cb4-7a3150faa3e7,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:35.452423 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afd56f1-1e13-4054-b39e-5f41e4b09c38 x-openstack-request-id: req-3afd56f1-1e13-4054-b39e-5f41e4b09c38 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:16:35.452718 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a762aa-d641-4195-9c72-9f4d2f69e01c", "name": "network-vif-plugged", "status": "completed", "tag": "75249920-47e4-494b-8cb4-7a3150faa3e7", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:16:35.452970 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3afd56f1-1e13-4054-b39e-5f41e4b09c38 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:16:35.453353 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a762aa-d641-4195-9c72-9f4d2f69e01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75249920-47e4-494b-8cb4-7a3150faa3e7', 'code': 200} Aug 05 02:16:35.660301 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae511544-20fb-4b51-8474-fcf4fe2b20db req-1c02d3be-d14a-4958-827b-94d381feaab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:35.662247 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ae511544-20fb-4b51-8474-fcf4fe2b20db req-1c02d3be-d14a-4958-827b-94d381feaab7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 1098 time: 0.0580678 Aug 05 02:16:35.717544 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-471b4903-88d8-4008-bac6-90630bac8e85 req-b2706b2c-54d8-4238-80f9-b472ef040885 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 210 time: 0.0320380 Aug 05 02:16:35.723370 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ae511544-20fb-4b51-8474-fcf4fe2b20db req-f30a9e36-2604-4857-b76b-8e2e2ed301e4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520458 Aug 05 02:16:35.886544 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf24b5-2d28-417b-9f8b-38055dca3c06 req-08accd4d-d0d3-45c9-b250-a5e4bfec33f1 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:35.888197 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-aacf24b5-2d28-417b-9f8b-38055dca3c06 req-08accd4d-d0d3-45c9-b250-a5e4bfec33f1 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0619607 Aug 05 02:16:35.929043 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-aacf24b5-2d28-417b-9f8b-38055dca3c06 req-206944c7-402f-4640-bfdb-939127f85bd4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334992 Aug 05 02:16:35.963052 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fae47-485e-496e-9365-4489283d4c33 req-cc843317-cd9e-4d92-9960-10b2d2b047f9 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:35.964802 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-df6fae47-485e-496e-9365-4489283d4c33 req-cc843317-cd9e-4d92-9960-10b2d2b047f9 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 945 time: 0.0503802 Aug 05 02:16:36.007150 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-df6fae47-485e-496e-9365-4489283d4c33 req-2ea80351-42a1-47da-ab25-e1e80eb7550a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356231 Aug 05 02:16:36.502995 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3ed7-88da-49da-a3bd-d7aa0d176a6c req-15a8cbf1-6a47-48d4-a0aa-1f47bba8f225 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:36.504519 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-17ae3ed7-88da-49da-a3bd-d7aa0d176a6c req-15a8cbf1-6a47-48d4-a0aa-1f47bba8f225 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0533082 Aug 05 02:16:36.541657 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-17ae3ed7-88da-49da-a3bd-d7aa0d176a6c req-28e3991d-e0d8-4729-9672-78a3aa6bd451 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312145 Aug 05 02:16:36.815891 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ccdad158-995b-43b9-bba4-1e4d6919d538 req-d6b6be64-6705-4832-bcc1-2831d6c87187 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 210 time: 0.0296974 Aug 05 02:16:37.040219 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-64facfd8-f647-404a-abce-99121c0eb94f tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:37.041798 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-64facfd8-f647-404a-abce-99121c0eb94f tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.43 "GET /v2.0/networks?id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 HTTP/1.1" status: 200 len: 808 time: 0.1092329 Aug 05 02:16:37.049835 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0c412-3eee-4958-ae7d-49eee4830217 req-8206f3d8-54c1-4c5c-96e0-ba40bc2c6619 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:37.051331 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a5c0c412-3eee-4958-ae7d-49eee4830217 req-8206f3d8-54c1-4c5c-96e0-ba40bc2c6619 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0513701 Aug 05 02:16:37.107385 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-f814f4b0-1c77-4e92-98f2-60f4e32e23d7 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9eb8743fe334763bab3543f0d71dd2d HTTP/1.1" status: 200 len: 380 time: 0.0496469 Aug 05 02:16:37.117661 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a5c0c412-3eee-4958-ae7d-49eee4830217 req-5c09714b-fe40-4c7e-98ee-8dbbbf24a3cf tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572095 Aug 05 02:16:37.142166 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Request body: {'port': {'device_id': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'admin_state_up': True, 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'security_groups': ['c0f6900e-dbe5-4ee7-b12f-0f05230e84bd']}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:37.219089 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2aa412-6a38-4883-898b-4cc53eb8c5f2 req-5517cc1d-336b-4e79-9aca-9007d724b48d tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:37.220576 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6d2aa412-6a38-4883-898b-4cc53eb8c5f2 req-5517cc1d-336b-4e79-9aca-9007d724b48d tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 945 time: 0.1111841 Aug 05 02:16:37.280004 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6d2aa412-6a38-4883-898b-4cc53eb8c5f2 req-8f8abd56-6273-4081-9571-ab6ad147eeef tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495157 Aug 05 02:16:37.306572 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Made reservation on behalf of e9eb8743fe334763bab3543f0d71dd2d for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:16:37.310817 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:37.470887 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ee3a6-c854-40da-b673-5bd2fed839f2 req-19ae6ed6-cd8c-4669-a3aa-d232fd801964 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:37.472300 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-219ee3a6-c854-40da-b673-5bd2fed839f2 req-19ae6ed6-cd8c-4669-a3aa-d232fd801964 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0921581 Aug 05 02:16:37.508573 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Allocated IP 172.20.0.8 (c8d2dddb-d88d-4880-8639-71ba9ef9b1d2/c04c11f1-c05b-417d-90d4-b82cd114e524/8f24e381-ccca-4cda-a3dd-129d67a0cf91) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:16:37.532051 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-219ee3a6-c854-40da-b673-5bd2fed839f2 req-cf8d135a-12f2-4643-90fe-4803d0bedff1 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523350 Aug 05 02:16:37.667971 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0239c0c-b8fe-4e01-8a67-5a0da8d42537 req-aa172b2e-8f9d-4635-9980-67b21d3b267b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:37.670009 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b0239c0c-b8fe-4e01-8a67-5a0da8d42537 req-aa172b2e-8f9d-4635-9980-67b21d3b267b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0514946 Aug 05 02:16:37.682618 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:37.696649 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Transition to ACTIVE for port object 8f24e381-ccca-4cda-a3dd-129d67a0cf91 will not be triggered until provisioned by entity DHCP. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:16:37.706856 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b0239c0c-b8fe-4e01-8a67-5a0da8d42537 req-6196deae-fe3d-4343-be52-a72288b65836 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307927 Aug 05 02:16:37.733233 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:37.778542 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:16:37.781680 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:16:37.785803 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:16:37.791401 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:37.792017 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:37.795557 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event updated for resources: {'Port': ['ID=8f24e381-ccca-4cda-a3dd-129d67a0cf91,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:37.809131 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-68df72b8-6788-4478-b6a3-186196d9cc03 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6710289 Aug 05 02:16:37.825239 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Request body: {'port': {'device_id': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:37.905690 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:38.002086 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c955024-7c42-4903-9d1f-3362220d0320 req-fdd8fc7a-65f2-454f-9200-5f4cf3edbab8 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:38.003653 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1c955024-7c42-4903-9d1f-3362220d0320 req-fdd8fc7a-65f2-454f-9200-5f4cf3edbab8 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 931 time: 0.0955310 Aug 05 02:16:38.091252 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-cf81d486-2afc-4f24-a57d-f3ea4b5e5c52 None None] Provisioning for port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:16:38.095066 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-cf81d486-2afc-4f24-a57d-f3ea4b5e5c52 None None] Provisioning complete for port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:16:38.095445 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-cf81d486-2afc-4f24-a57d-f3ea4b5e5c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:38.105933 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1c955024-7c42-4903-9d1f-3362220d0320 req-a915c127-f27e-4831-81db-da1b7c758dbc tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917141 Aug 05 02:16:38.129375 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-cf81d486-2afc-4f24-a57d-f3ea4b5e5c52 None None] Port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:16:38.238830 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bc602-47a8-44c6-88ff-105d024ee2f9 req-061f45e4-0b05-4f22-89ca-1093c75b8230 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:38.240316 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ac7bc602-47a8-44c6-88ff-105d024ee2f9 req-061f45e4-0b05-4f22-89ca-1093c75b8230 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0514107 Aug 05 02:16:38.278952 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f24e381-ccca-4cda-a3dd-129d67a0cf91 {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:16:38.282634 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ac7bc602-47a8-44c6-88ff-105d024ee2f9 req-38e21591-fe45-438b-8eff-930fd3839c1a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364683 Aug 05 02:16:38.286621 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:38.306063 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Transition to ACTIVE for port object 8f24e381-ccca-4cda-a3dd-129d67a0cf91 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:16:38.314398 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:38.399177 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Pushing event updated for resources: {'Port': ['ID=8f24e381-ccca-4cda-a3dd-129d67a0cf91,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:38.440599 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Attempting to bind port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:16:38.440925 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Attempting to bind port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:16:38.441243 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Attempting to bind port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 on network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:16:38.453074 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e82a3-dec9-494f-ad64-83e546b5b957 req-7b4b21e4-03c0-4203-a001-1783df494588 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:38.454582 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ab6e82a3-dec9-494f-ad64-83e546b5b957 req-7b4b21e4-03c0-4203-a001-1783df494588 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 945 time: 0.1032703 Aug 05 02:16:38.455762 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 on network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:16:38.456079 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Attempting to bind port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 on network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:16:38.463172 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:16:38.463501 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Checking segment: {'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:16:38.463874 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Bound using segment: {'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:16:38.464293 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Bound port: 8f24e381-ccca-4cda-a3dd-129d67a0cf91, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26389e96-51f9-4ed6-baf9-cc74b9caaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:16:38.465061 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:38.529100 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ab6e82a3-dec9-494f-ad64-83e546b5b957 req-750ad337-7685-4652-9846-1a7ea5347add tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678935 Aug 05 02:16:38.561988 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] For port 8f24e381-ccca-4cda-a3dd-129d67a0cf91, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:16:38.565905 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] For port 8f24e381-ccca-4cda-a3dd-129d67a0cf91, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:16:38.575354 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:38.611343 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:38.611849 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:38.613299 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] 10.222.0.43 "PUT /v2.0/ports/8f24e381-ccca-4cda-a3dd-129d67a0cf91 HTTP/1.1" status: 200 len: 1093 time: 0.7935283 Aug 05 02:16:38.613800 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:16:38.615986 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1a60e2-fb6a-4026-8bfd-5d38e95eda00" -d '{"events": [{"name": "network-changed", "server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:16:38.655711 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd58e4-d2b3-480c-97fe-17640c8d071c service neutron] Pushing event updated for resources: {'Port': ['ID=8f24e381-ccca-4cda-a3dd-129d67a0cf91,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:38.695772 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e9ceb-720f-4dd8-b22b-fe0aa92cf4eb req-965357bd-1c6f-48cf-80aa-1611596a8f0f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:38.704259 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7f4e9ceb-720f-4dd8-b22b-fe0aa92cf4eb req-965357bd-1c6f-48cf-80aa-1611596a8f0f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0888076 Aug 05 02:16:38.715374 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4417543f-639a-4c67-8d57-45c04f2552d7 x-openstack-request-id: req-4417543f-639a-4c67-8d57-45c04f2552d7 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:16:38.715670 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:16:38.715926 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4417543f-639a-4c67-8d57-45c04f2552d7 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:16:38.716427 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'status': 'completed', 'code': 200} Aug 05 02:16:38.756634 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-4f24bd69-e6c3-4988-837e-29c28d4343ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:38.758845 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-4f24bd69-e6c3-4988-837e-29c28d4343ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9eb8743fe334763bab3543f0d71dd2d&device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 1096 time: 0.0753276 Aug 05 02:16:38.783929 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7f4e9ceb-720f-4dd8-b22b-fe0aa92cf4eb req-fe9798df-912c-49c6-a697-e8e333fa3153 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783978 Aug 05 02:16:38.831162 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-06cf7387-11d9-4a22-a1e2-9003a0535158 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91 HTTP/1.1" status: 200 len: 217 time: 0.0557024 Aug 05 02:16:38.909840 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a21556-1e61-4b39-a12a-1351193afbb5 req-9d1922b2-5e3d-41a0-b034-4f95cda11d2b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:38.911404 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-53a21556-1e61-4b39-a12a-1351193afbb5 req-9d1922b2-5e3d-41a0-b034-4f95cda11d2b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0906715 Aug 05 02:16:38.913267 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-7c81a036-7dcb-4cc6-9cb5-e44f461dd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:38.914583 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-7c81a036-7dcb-4cc6-9cb5-e44f461dd1bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c04c11f1-c05b-417d-90d4-b82cd114e524 HTTP/1.1" status: 200 len: 847 time: 0.0651574 Aug 05 02:16:38.981986 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-53a21556-1e61-4b39-a12a-1351193afbb5 req-94e7bc8f-68ae-4fe3-9058-0089e5d5ab82 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645475 Aug 05 02:16:38.992546 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b32c6944-332e-433f-b52c-c9b67c65d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:38.994026 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-b32c6944-332e-433f-b52c-c9b67c65d59a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617821 Aug 05 02:16:39.090382 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-43e3ba75-fe61-4159-b364-a7f320bdae5a service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807531 Aug 05 02:16:39.183336 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a871b42-3085-4b4c-afc5-787f0bc47140 req-48eb6781-0b77-462a-98da-249532db1fe2 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829372 Aug 05 02:16:39.222811 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c21f44-c43f-4353-9709-e39379204eb3 req-d9faa66b-7621-4e04-aa42-cfe09fc39af0 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:39.224290 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-36c21f44-c43f-4353-9709-e39379204eb3 req-d9faa66b-7621-4e04-aa42-cfe09fc39af0 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0525537 Aug 05 02:16:39.261477 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-36c21f44-c43f-4353-9709-e39379204eb3 req-3046e43a-651b-4119-9924-1fed28220aea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298781 Aug 05 02:16:39.292449 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a60e2-fb6a-4026-8bfd-5d38e95eda00 req-7a705186-5cfc-4bec-83fc-a95463dc06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:39.293957 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a1a60e2-fb6a-4026-8bfd-5d38e95eda00 req-7a705186-5cfc-4bec-83fc-a95463dc06d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9eb8743fe334763bab3543f0d71dd2d&device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 1096 time: 0.0415406 Aug 05 02:16:39.434985 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a60e2-fb6a-4026-8bfd-5d38e95eda00 req-3388a8c6-033d-4eac-9c28-0409d0d95790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:39.436680 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a1a60e2-fb6a-4026-8bfd-5d38e95eda00 req-3388a8c6-033d-4eac-9c28-0409d0d95790 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 HTTP/1.1" status: 200 len: 908 time: 0.1278183 Aug 05 02:16:39.443553 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4d66c-3e81-4776-a018-2745319abbe0 req-b6450f73-81b1-4422-bc19-7799c675dbc7 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:39.444894 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fef4d66c-3e81-4776-a018-2745319abbe0 req-b6450f73-81b1-4422-bc19-7799c675dbc7 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0833886 Aug 05 02:16:39.496136 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a1a60e2-fb6a-4026-8bfd-5d38e95eda00 req-8130157a-2405-44b0-92e0-ff3d5b63f90f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91 HTTP/1.1" status: 200 len: 217 time: 0.0389340 Aug 05 02:16:39.520305 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fef4d66c-3e81-4776-a018-2745319abbe0 req-1b1ce680-f53a-418b-a342-8a7529f157a9 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688429 Aug 05 02:16:39.556926 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a60e2-fb6a-4026-8bfd-5d38e95eda00 req-3032338e-956f-4435-8f7d-1906788e54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:39.558370 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a1a60e2-fb6a-4026-8bfd-5d38e95eda00 req-3032338e-956f-4435-8f7d-1906788e54b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c04c11f1-c05b-417d-90d4-b82cd114e524 HTTP/1.1" status: 200 len: 847 time: 0.0505638 Aug 05 02:16:39.611377 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a60e2-fb6a-4026-8bfd-5d38e95eda00 req-2c8bac33-88b4-4abb-840b-a13be672d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:39.612867 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a1a60e2-fb6a-4026-8bfd-5d38e95eda00 req-2c8bac33-88b4-4abb-840b-a13be672d43a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442681 Aug 05 02:16:39.710304 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a1a60e2-fb6a-4026-8bfd-5d38e95eda00 req-5992d8d2-afd8-4153-bf6a-360e70149c44 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851471 Aug 05 02:16:39.809975 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a1a60e2-fb6a-4026-8bfd-5d38e95eda00 req-21097b27-b2a3-463d-bebb-d8c00c8d9195 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863113 Aug 05 02:16:39.901419 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf0176-581a-4eab-bd3c-6050e3fd727c req-eb9b7a8f-70a3-4773-a8fe-1c3bee3ee762 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:39.902868 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8edf0176-581a-4eab-bd3c-6050e3fd727c req-eb9b7a8f-70a3-4773-a8fe-1c3bee3ee762 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0469275 Aug 05 02:16:39.939759 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8edf0176-581a-4eab-bd3c-6050e3fd727c req-46efe8ce-4953-4328-a1c2-aa9b6efb1b90 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310392 Aug 05 02:16:40.115260 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10cd86-5971-41b2-95f4-0daaa5290b3b req-f6717058-c6ce-47e3-9f45-05be49721916 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:40.116737 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2d10cd86-5971-41b2-95f4-0daaa5290b3b req-f6717058-c6ce-47e3-9f45-05be49721916 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0520594 Aug 05 02:16:40.157086 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2d10cd86-5971-41b2-95f4-0daaa5290b3b req-d8742468-e38c-40cd-bd08-75038ab6f371 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325286 Aug 05 02:16:40.382094 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82847b41-2fdc-4f0d-977a-d80858bcd9ae req-d6842441-b989-46bb-bad0-bc1b029de172 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:40.383665 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-82847b41-2fdc-4f0d-977a-d80858bcd9ae req-d6842441-b989-46bb-bad0-bc1b029de172 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0540111 Aug 05 02:16:40.423256 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-82847b41-2fdc-4f0d-977a-d80858bcd9ae req-ca47c472-47d1-4d55-b067-84982f3ac9b9 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Aug 05 02:16:40.642725 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01459177-c63b-4597-9cc8-2042508c333f req-ab0cf52b-8622-4e06-805e-f554306f1bcf tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:40.644552 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01459177-c63b-4597-9cc8-2042508c333f req-ab0cf52b-8622-4e06-805e-f554306f1bcf tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0559051 Aug 05 02:16:40.682904 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01459177-c63b-4597-9cc8-2042508c333f req-52608b75-842d-4637-b828-7b0ca7b88c07 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Aug 05 02:16:41.060765 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0bcef-d0e5-4c30-aa87-9550b97e90f3 req-72c66cf0-8cdf-43ff-9a21-3b900f2a5cfe tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:41.062333 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b0e0bcef-d0e5-4c30-aa87-9550b97e90f3 req-72c66cf0-8cdf-43ff-9a21-3b900f2a5cfe tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0507023 Aug 05 02:16:41.102632 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b0e0bcef-d0e5-4c30-aa87-9550b97e90f3 req-3618fb6c-53fd-4ee5-bc9b-6b74898689c0 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331810 Aug 05 02:16:41.278959 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759bbdf-cb94-4291-a1c5-72cc59e2c14f req-a80ba73f-e118-43fc-8751-9e8c5dbd9d8b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:41.280431 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5759bbdf-cb94-4291-a1c5-72cc59e2c14f req-a80ba73f-e118-43fc-8751-9e8c5dbd9d8b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0516169 Aug 05 02:16:41.319374 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5759bbdf-cb94-4291-a1c5-72cc59e2c14f req-b5fc756f-fbe6-499f-80ba-09c9c5b6acf1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Aug 05 02:16:41.534894 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002d512-462b-4f19-a733-a75505f48f92 req-5d69e9a5-dc08-412a-ab9c-74c65e406426 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:41.536332 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a002d512-462b-4f19-a733-a75505f48f92 req-5d69e9a5-dc08-412a-ab9c-74c65e406426 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0469027 Aug 05 02:16:41.572423 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a002d512-462b-4f19-a733-a75505f48f92 req-284c63a7-1cf5-4e77-ba99-10b9215863dd tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301766 Aug 05 02:16:41.795206 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dbed-6c8f-4a85-9d3d-6450ca048162 req-871182a7-75dc-4bdf-958f-1de9473d803a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:41.796641 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5664dbed-6c8f-4a85-9d3d-6450ca048162 req-871182a7-75dc-4bdf-958f-1de9473d803a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0470834 Aug 05 02:16:41.832635 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5664dbed-6c8f-4a85-9d3d-6450ca048162 req-d1372ff4-afe3-4dcf-b963-25c83e14e0b3 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301585 Aug 05 02:16:42.224202 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4d9cb-c260-4b0b-8bbf-37e35bba241c req-6cd2137d-ccba-4db0-bcc9-eadbb8ebcd53 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:42.226066 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3af4d9cb-c260-4b0b-8bbf-37e35bba241c req-6cd2137d-ccba-4db0-bcc9-eadbb8ebcd53 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0579681 Aug 05 02:16:42.263666 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3af4d9cb-c260-4b0b-8bbf-37e35bba241c req-f259ee30-0d88-4259-b81c-63a2a2d177b3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307705 Aug 05 02:16:42.446225 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3baaf5-891e-4674-9912-cd75c35f78f2 req-e38f09cf-81df-4bb5-8c83-1be5c0ee9945 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:42.447939 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-dc3baaf5-891e-4674-9912-cd75c35f78f2 req-e38f09cf-81df-4bb5-8c83-1be5c0ee9945 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0553894 Aug 05 02:16:42.487487 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-dc3baaf5-891e-4674-9912-cd75c35f78f2 req-dc72d73d-5ca8-484c-8ed3-4ad9ed067ea7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314512 Aug 05 02:16:42.690952 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff921-24e1-4ff0-b9b4-39294e7863dd req-9d7fd04b-1c7e-4996-b096-d896807b320f tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:42.692727 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a58ff921-24e1-4ff0-b9b4-39294e7863dd req-9d7fd04b-1c7e-4996-b096-d896807b320f tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0557904 Aug 05 02:16:42.729923 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a58ff921-24e1-4ff0-b9b4-39294e7863dd req-625690d2-ad77-4bd1-9e35-d3727f84c21b tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Aug 05 02:16:42.945503 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a93a1-ac25-4a41-a510-24e31ee56eea req-20ba9edd-c882-4603-b143-cb2902f6efef tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:42.946931 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e14a93a1-ac25-4a41-a510-24e31ee56eea req-20ba9edd-c882-4603-b143-cb2902f6efef tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0490599 Aug 05 02:16:42.983239 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e14a93a1-ac25-4a41-a510-24e31ee56eea req-a27ca900-585e-481c-a9d4-0dd33e333c51 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299091 Aug 05 02:16:43.376526 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117f553-e173-4003-8b29-d91aa622777d req-eb9e58bd-2efe-4c0f-8a67-c7c6ba91d4f1 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:43.378066 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1117f553-e173-4003-8b29-d91aa622777d req-eb9e58bd-2efe-4c0f-8a67-c7c6ba91d4f1 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0481613 Aug 05 02:16:43.420625 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1117f553-e173-4003-8b29-d91aa622777d req-cf2e9f12-13d1-4ca6-b3d8-ad9328ddbfa8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Aug 05 02:16:43.601146 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0c81d-32b8-475c-b8ee-21cf6063178a req-88a0eb72-f125-4fbd-a3b4-a3dc51235892 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:43.602558 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a5a0c81d-32b8-475c-b8ee-21cf6063178a req-88a0eb72-f125-4fbd-a3b4-a3dc51235892 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0472622 Aug 05 02:16:43.639093 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a5a0c81d-32b8-475c-b8ee-21cf6063178a req-86811a96-a30c-4d33-b698-369b298230fe tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307124 Aug 05 02:16:43.842700 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aabf9-f1ae-4a0f-9c28-977e1d373475 req-8ea1276b-466e-47b3-8b9a-20f54c5a67fd tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:43.844167 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-082aabf9-f1ae-4a0f-9c28-977e1d373475 req-8ea1276b-466e-47b3-8b9a-20f54c5a67fd tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0507751 Aug 05 02:16:43.882750 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-082aabf9-f1ae-4a0f-9c28-977e1d373475 req-469c1018-c2ca-4058-bd13-56b649a06c3c tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323052 Aug 05 02:16:44.095602 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525913c4-ac40-4de0-b2bb-bddb4837a643 req-fd594b43-f198-4555-aafa-738b44b83e01 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:44.097078 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-525913c4-ac40-4de0-b2bb-bddb4837a643 req-fd594b43-f198-4555-aafa-738b44b83e01 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0475836 Aug 05 02:16:44.134730 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-525913c4-ac40-4de0-b2bb-bddb4837a643 req-8ddcb973-38c1-4cd4-a643-8f89cd181f2d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317173 Aug 05 02:16:44.535441 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28356fed-a12c-4013-9b37-962ae42f2342 req-1ca500c9-e688-4e86-91d7-fbd299a827f3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:44.536975 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-28356fed-a12c-4013-9b37-962ae42f2342 req-1ca500c9-e688-4e86-91d7-fbd299a827f3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0483277 Aug 05 02:16:44.581695 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-28356fed-a12c-4013-9b37-962ae42f2342 req-f9b7c812-aa73-48a9-94b4-c0a5eb5fbc64 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343392 Aug 05 02:16:44.758397 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d9d75-6e68-4f04-9c43-85d7c16999b7 req-5bb9198d-89ac-4a95-947f-48d4f9c8d6ed tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:44.759862 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2c4d9d75-6e68-4f04-9c43-85d7c16999b7 req-5bb9198d-89ac-4a95-947f-48d4f9c8d6ed tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0504258 Aug 05 02:16:44.797033 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2c4d9d75-6e68-4f04-9c43-85d7c16999b7 req-fb5ea116-f8fa-43a9-8df4-79a7800b749d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Aug 05 02:16:44.994808 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe66c60-a14a-4ccc-9b9b-b2b7767ca08b req-a1183230-35d0-4b71-a14e-9472b1e92459 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:44.996246 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-cfe66c60-a14a-4ccc-9b9b-b2b7767ca08b req-a1183230-35d0-4b71-a14e-9472b1e92459 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0467629 Aug 05 02:16:45.032565 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-cfe66c60-a14a-4ccc-9b9b-b2b7767ca08b req-ac91ef7c-990d-4b91-b68c-2d7e3bea1ba8 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300899 Aug 05 02:16:45.245577 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf601bdc-d2f5-4fb0-9863-2ffc26d79a7c req-0f583dec-1105-4063-bbf5-3516d55c906a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:45.247657 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cf601bdc-d2f5-4fb0-9863-2ffc26d79a7c req-0f583dec-1105-4063-bbf5-3516d55c906a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0475693 Aug 05 02:16:45.286345 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cf601bdc-d2f5-4fb0-9863-2ffc26d79a7c req-22ce06ec-a616-4893-a1d4-309401b41cd9 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328069 Aug 05 02:16:45.711078 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93f518-911f-41d7-98ee-8f039ffdd098 req-74b468ab-8bfc-43a6-8ccf-194680e08275 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:45.712624 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bb93f518-911f-41d7-98ee-8f039ffdd098 req-74b468ab-8bfc-43a6-8ccf-194680e08275 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0600410 Aug 05 02:16:45.751343 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bb93f518-911f-41d7-98ee-8f039ffdd098 req-c4a69e02-4df4-466e-9bda-4f04c6ee4cbb tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308959 Aug 05 02:16:45.913018 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c117d6-fdd6-4b0b-a616-9cea914d0ced req-84b80acc-17db-4a81-8462-d6b3131be1cb tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:45.914454 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-38c117d6-fdd6-4b0b-a616-9cea914d0ced req-84b80acc-17db-4a81-8462-d6b3131be1cb tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0468314 Aug 05 02:16:45.952901 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-38c117d6-fdd6-4b0b-a616-9cea914d0ced req-45f6e07b-7a1f-4304-a887-28070236e377 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318568 Aug 05 02:16:46.146536 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca110c-1c90-472d-a10d-cdda73bc9e68 req-ebd19c18-689c-455d-9b27-732b8f4700a4 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:46.148047 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-17ca110c-1c90-472d-a10d-cdda73bc9e68 req-ebd19c18-689c-455d-9b27-732b8f4700a4 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0506496 Aug 05 02:16:46.184286 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-17ca110c-1c90-472d-a10d-cdda73bc9e68 req-2f1a50e4-76dc-4244-aa79-c51a76195cf5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298691 Aug 05 02:16:46.403235 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd755102-00eb-49b5-aff7-7c81d7426583 req-08cb1acd-0a4b-4eb3-933c-0c981e53cd76 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:46.404654 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cd755102-00eb-49b5-aff7-7c81d7426583 req-08cb1acd-0a4b-4eb3-933c-0c981e53cd76 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0499003 Aug 05 02:16:46.660242 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cd755102-00eb-49b5-aff7-7c81d7426583 req-e70f5b45-561d-402e-bdf8-7f85bbe95b6f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496984 Aug 05 02:16:46.865674 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6033b9-0205-4347-80bd-2ecaa14abaf1 req-cc1caabd-4cc8-41ee-83a1-6e623450c296 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:46.867078 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9d6033b9-0205-4347-80bd-2ecaa14abaf1 req-cc1caabd-4cc8-41ee-83a1-6e623450c296 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0472424 Aug 05 02:16:46.904447 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9d6033b9-0205-4347-80bd-2ecaa14abaf1 req-e407a5e8-5ece-4e73-a3df-5075254a97e2 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307400 Aug 05 02:16:47.073797 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d7b09-79c3-4ad8-b7d3-f45fd4081e5e req-99668a4a-1396-43e2-82bc-0ce894aa27bd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:47.075308 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-666d7b09-79c3-4ad8-b7d3-f45fd4081e5e req-99668a4a-1396-43e2-82bc-0ce894aa27bd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0482886 Aug 05 02:16:47.112330 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-666d7b09-79c3-4ad8-b7d3-f45fd4081e5e req-5895a522-2042-4a29-b5cc-1ab5f753b293 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309229 Aug 05 02:16:47.226790 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 8f24e381-ccca-4cda-a3dd-129d67a0cf91 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:16:47.306591 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a4e0-2848-4be9-bae9-7c0f2b002ec2 req-f09948cb-2ee6-4e42-8cbb-7dea3170f07f tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:47.308179 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1962a4e0-2848-4be9-bae9-7c0f2b002ec2 req-f09948cb-2ee6-4e42-8cbb-7dea3170f07f tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0561757 Aug 05 02:16:47.329190 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 8f24e381-ccca-4cda-a3dd-129d67a0cf91, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:47.341355 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'port_id': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'mac_address': 'fa:16:3e:b3:19:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:16:47.349985 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1962a4e0-2848-4be9-bae9-7c0f2b002ec2 req-5a137262-2375-4121-9b73-a6890215f5c5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345128 Aug 05 02:16:47.382976 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:47.398368 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f24e381-ccca-4cda-a3dd-129d67a0cf91 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:16:47.419289 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 8f24e381-ccca-4cda-a3dd-129d67a0cf91, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:47.424139 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:47.478703 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=8f24e381-ccca-4cda-a3dd-129d67a0cf91,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:47.778946 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cf698-85a5-4f8d-9c55-416fa8f4204d req-f6e159d5-26ae-46ff-8565-2e4e4b86c941 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:47.780422 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6d4cf698-85a5-4f8d-9c55-416fa8f4204d req-f6e159d5-26ae-46ff-8565-2e4e4b86c941 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0517106 Aug 05 02:16:47.817510 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6d4cf698-85a5-4f8d-9c55-416fa8f4204d req-211d7018-f4fa-43c6-8b7b-7ce8541d9ab0 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 Aug 05 02:16:48.035461 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd44b4c-aeb3-4381-a0f2-7683b331576b req-649f09f7-291a-48e6-982a-3412fdb1ceeb tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:48.036943 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1cd44b4c-aeb3-4381-a0f2-7683b331576b req-649f09f7-291a-48e6-982a-3412fdb1ceeb tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0570929 Aug 05 02:16:48.076014 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1cd44b4c-aeb3-4381-a0f2-7683b331576b req-857a1f3b-f5a6-4b41-a282-d8ae0a7379d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318100 Aug 05 02:16:48.147253 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['8f24e381-ccca-4cda-a3dd-129d67a0cf91'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:16:48.231717 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bb79d-c651-4cc3-aad5-792182c97d6b req-7dccdc8d-6a38-490b-83aa-2c11d642da94 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:48.233128 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-640bb79d-c651-4cc3-aad5-792182c97d6b req-7dccdc8d-6a38-490b-83aa-2c11d642da94 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0488517 Aug 05 02:16:48.271712 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-640bb79d-c651-4cc3-aad5-792182c97d6b req-97b919ab-c84e-4911-94e5-f1ef83d7a2e7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326500 Aug 05 02:16:48.466677 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f9f15-cab4-41ab-9f50-d627460b603b req-6106af4a-2901-4b5f-a0d3-442b73570011 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:48.468149 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-878f9f15-cab4-41ab-9f50-d627460b603b req-6106af4a-2901-4b5f-a0d3-442b73570011 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 944 time: 0.0494499 Aug 05 02:16:48.504707 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-878f9f15-cab4-41ab-9f50-d627460b603b req-dc20b811-c2ba-42a9-8ae9-c12c618c2e6d tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306828 Aug 05 02:16:48.930422 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16dcbd-36a4-41a0-9af1-a38883189967 req-e3086671-f013-4cb5-b815-be7599ed167d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:48.932306 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ce16dcbd-36a4-41a0-9af1-a38883189967 req-e3086671-f013-4cb5-b815-be7599ed167d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0494440 Aug 05 02:16:48.971704 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ce16dcbd-36a4-41a0-9af1-a38883189967 req-77b41ce4-89be-4242-8d46-5c8e10c25b5f tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327444 Aug 05 02:16:49.191504 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fa151-cb43-4eb1-85d2-07cef5b6d589 req-b215ccef-d549-4c3f-ba8e-7bb190c159f7 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:49.193053 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0b8fa151-cb43-4eb1-85d2-07cef5b6d589 req-b215ccef-d549-4c3f-ba8e-7bb190c159f7 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0476673 Aug 05 02:16:49.230125 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0b8fa151-cb43-4eb1-85d2-07cef5b6d589 req-088bd43c-bc90-4f36-92a7-cd10ec1cfba4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310571 Aug 05 02:16:49.400599 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a01ad7-3e8e-4fdc-a73e-9238a7e81229 req-8a169f66-d636-4422-a094-57546153a649 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:49.401987 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b3a01ad7-3e8e-4fdc-a73e-9238a7e81229 req-8a169f66-d636-4422-a094-57546153a649 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0578003 Aug 05 02:16:49.442442 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b3a01ad7-3e8e-4fdc-a73e-9238a7e81229 req-c4bfbfa4-9d92-43b4-94ae-2109472dea29 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334196 Aug 05 02:16:49.621602 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edd54a-0b02-4e61-a03a-8a5dc657606d req-4a92177d-7844-4eda-817a-a450f6e7366d tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:49.623089 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a1edd54a-0b02-4e61-a03a-8a5dc657606d req-4a92177d-7844-4eda-817a-a450f6e7366d tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 944 time: 0.0533471 Aug 05 02:16:49.658876 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a1edd54a-0b02-4e61-a03a-8a5dc657606d req-bb815741-7795-48bc-b877-7bd874fdb196 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298119 Aug 05 02:16:50.095309 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbef738-1792-4179-adfb-d5c61b1bd6f1 req-ce11f804-ddf6-4c09-8b8d-7e0fbeab9841 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:50.099117 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bdbef738-1792-4179-adfb-d5c61b1bd6f1 req-ce11f804-ddf6-4c09-8b8d-7e0fbeab9841 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0592124 Aug 05 02:16:50.138173 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bdbef738-1792-4179-adfb-d5c61b1bd6f1 req-b2591ff1-9120-4c53-8447-a30fb540fcf3 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338392 Aug 05 02:16:50.353908 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591013e-b665-46f2-b88e-d3f982a17eef req-f4da3d12-573a-4cfa-aa9a-06a6c23960c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:50.355414 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b591013e-b665-46f2-b88e-d3f982a17eef req-f4da3d12-573a-4cfa-aa9a-06a6c23960c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0539763 Aug 05 02:16:50.395680 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b591013e-b665-46f2-b88e-d3f982a17eef req-39325fda-d49a-4c14-aa89-6033890af2e6 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342400 Aug 05 02:16:50.562979 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abac494-4e2d-4235-8007-e6c6e728bea8 req-a5493efa-0b6c-4450-b6f8-874fec0508b1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:50.564601 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6abac494-4e2d-4235-8007-e6c6e728bea8 req-a5493efa-0b6c-4450-b6f8-874fec0508b1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0486748 Aug 05 02:16:50.602156 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6abac494-4e2d-4235-8007-e6c6e728bea8 req-76d78829-0053-4894-acdb-a75bca14ece1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318072 Aug 05 02:16:50.775683 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70255aa-ad7f-49ae-b513-df7542b33ee8 req-1278eb15-6408-439a-84d4-832761780509 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:50.777119 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f70255aa-ad7f-49ae-b513-df7542b33ee8 req-1278eb15-6408-439a-84d4-832761780509 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 944 time: 0.0504766 Aug 05 02:16:50.813986 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f70255aa-ad7f-49ae-b513-df7542b33ee8 req-4eb5b17a-883d-4238-9d14-1b0480b3ce99 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309207 Aug 05 02:16:51.250245 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 8f24e381-ccca-4cda-a3dd-129d67a0cf91 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:16:51.255943 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361a50c-b926-4f1c-81b7-2ae8578a9e7a req-f2bddc4e-76c9-4648-ac07-934666b36233 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:51.257434 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6361a50c-b926-4f1c-81b7-2ae8578a9e7a req-f2bddc4e-76c9-4648-ac07-934666b36233 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0552368 Aug 05 02:16:51.295713 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6361a50c-b926-4f1c-81b7-2ae8578a9e7a req-ef2df188-0c41-4f4e-a4d5-739b533159f0 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Aug 05 02:16:51.302664 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:16:51.306681 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:16:51.307504 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:51.388068 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:51.415380 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:16:51.418607 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807a1ba9-da27-45d3-84b3-865e023ca06e" -d '{"events": [{"server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "name": "network-vif-plugged", "status": "completed", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:16:51.438625 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 8f24e381-ccca-4cda-a3dd-129d67a0cf91, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:51.446305 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:51.481676 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ed238a-bd64-48ea-b484-9fee768ec59d x-openstack-request-id: req-f2ed238a-bd64-48ea-b484-9fee768ec59d {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:16:51.481676 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "name": "network-vif-plugged", "status": "completed", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:16:51.481676 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2ed238a-bd64-48ea-b484-9fee768ec59d {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:16:51.481676 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'code': 200} Aug 05 02:16:51.520738 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=8f24e381-ccca-4cda-a3dd-129d67a0cf91,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:51.540952 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b42ea-6c37-4e86-bd98-0071428f75e2 req-2dce9b29-449f-4250-952f-45fe0b33024d tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:51.542427 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a62b42ea-6c37-4e86-bd98-0071428f75e2 req-2dce9b29-449f-4250-952f-45fe0b33024d tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0528486 Aug 05 02:16:51.573149 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42756d12-1eaa-4fb8-bed9-7bc2dec584e7 req-ebb80532-817e-4cbb-81b1-880e606cafe0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:51.574626 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-42756d12-1eaa-4fb8-bed9-7bc2dec584e7 req-ebb80532-817e-4cbb-81b1-880e606cafe0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 945 time: 0.0507607 Aug 05 02:16:51.579444 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a62b42ea-6c37-4e86-bd98-0071428f75e2 req-7557a2a0-fd16-470b-a891-b6ab3f5b3c19 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310123 Aug 05 02:16:51.614817 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-42756d12-1eaa-4fb8-bed9-7bc2dec584e7 req-48012de2-2821-448b-af09-ddd43b725ac2 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333087 Aug 05 02:16:51.726432 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b5238-9960-4e32-80a3-fbde923c58ff req-37a13ef4-8aca-4c66-874f-91835976f1e0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:51.728391 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ff4b5238-9960-4e32-80a3-fbde923c58ff req-37a13ef4-8aca-4c66-874f-91835976f1e0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0511563 Aug 05 02:16:51.767266 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ff4b5238-9960-4e32-80a3-fbde923c58ff req-80fb14e7-ebb5-406b-b6db-ccacb1a4de59 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328176 Aug 05 02:16:51.799669 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1817f-ecdc-4621-8749-066151438e1c req-d003b99f-c309-4209-afc9-ca891d1f6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:51.801169 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-35a1817f-ecdc-4621-8749-066151438e1c req-d003b99f-c309-4209-afc9-ca891d1f6140 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 1098 time: 0.0408237 Aug 05 02:16:51.842400 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-35a1817f-ecdc-4621-8749-066151438e1c req-76f876f0-d674-44f0-8ff1-189b60a5782e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275748 Aug 05 02:16:51.923365 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb62806-32b5-4985-8be9-c9d0de3eceb8 req-e6729f10-b6aa-47d9-9fec-9f088ef3c641 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:51.924726 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8eb62806-32b5-4985-8be9-c9d0de3eceb8 req-e6729f10-b6aa-47d9-9fec-9f088ef3c641 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0466497 Aug 05 02:16:51.964540 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8eb62806-32b5-4985-8be9-c9d0de3eceb8 req-3888390e-eb5e-44e2-9d09-756056f61b9c tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337229 Aug 05 02:16:52.416011 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7558bab-cb64-4eba-9ff0-7cd51e98615d req-260ff87d-065b-45fb-8d0f-66ce9330064d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:52.417445 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a7558bab-cb64-4eba-9ff0-7cd51e98615d req-260ff87d-065b-45fb-8d0f-66ce9330064d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0510433 Aug 05 02:16:52.454395 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a7558bab-cb64-4eba-9ff0-7cd51e98615d req-708f8c71-b700-4819-86e1-e69db3c9cee0 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301898 Aug 05 02:16:52.724875 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f8813-55ed-4d8f-a487-05ecc58fd792 req-b16b7fb2-dc4a-41c8-9545-aa2d63d6d4ab tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:52.726357 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-644f8813-55ed-4d8f-a487-05ecc58fd792 req-b16b7fb2-dc4a-41c8-9545-aa2d63d6d4ab tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0739572 Aug 05 02:16:52.754946 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7b1db-0c5b-4009-b140-3426e47ba38f req-fa6aa942-bb5a-461e-91a6-43e67d2b157b tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:52.756572 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3bd7b1db-0c5b-4009-b140-3426e47ba38f req-fa6aa942-bb5a-461e-91a6-43e67d2b157b tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 945 time: 0.0571864 Aug 05 02:16:52.768039 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-644f8813-55ed-4d8f-a487-05ecc58fd792 req-eb1d1fb2-d6e9-40e5-b1fc-373641da6a34 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349953 Aug 05 02:16:52.798602 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3bd7b1db-0c5b-4009-b140-3426e47ba38f req-38cc5dc5-3980-4fad-a0b5-340464f5d955 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353751 Aug 05 02:16:52.899183 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42a8a3-9e3b-4093-92a0-65eb89e1b31f req-e5fd6597-1bcf-4583-865a-b4d36bb95dde tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:52.900733 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ea42a8a3-9e3b-4093-92a0-65eb89e1b31f req-e5fd6597-1bcf-4583-865a-b4d36bb95dde tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0477047 Aug 05 02:16:52.938901 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ea42a8a3-9e3b-4093-92a0-65eb89e1b31f req-005a55f1-9b8c-4fc7-84b5-e151132785ce tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Aug 05 02:16:53.316414 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670a21d-e9fe-487d-a870-65231987b449 req-8447aaae-3a48-4d54-87af-4f28db278832 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:53.317925 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9670a21d-e9fe-487d-a870-65231987b449 req-8447aaae-3a48-4d54-87af-4f28db278832 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.2772980 Aug 05 02:16:53.360532 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9670a21d-e9fe-487d-a870-65231987b449 req-10752269-fcd1-460a-b1b1-191349bdfdd9 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364983 Aug 05 02:16:53.572969 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b5464-bbed-4aeb-9873-a022c20bb01b req-6e5fef5b-ad6f-46a9-8d62-212da107b77d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:53.574385 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ca2b5464-bbed-4aeb-9873-a022c20bb01b req-6e5fef5b-ad6f-46a9-8d62-212da107b77d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0475106 Aug 05 02:16:53.611441 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ca2b5464-bbed-4aeb-9873-a022c20bb01b req-36efef84-cfde-45ae-bbf4-3ccf3d286ad2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Aug 05 02:16:53.889551 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963be0d-4013-4592-a5d6-835b59bc57a4 req-dab204bb-dc3f-46bf-b28d-fa231a31d3d4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:53.891054 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6963be0d-4013-4592-a5d6-835b59bc57a4 req-dab204bb-dc3f-46bf-b28d-fa231a31d3d4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0489616 Aug 05 02:16:53.915125 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263690d-e327-437e-800d-8a06c7fa5f79 req-531b6bbc-dfa9-41ca-b11d-a633f8df037a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:53.916585 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9263690d-e327-437e-800d-8a06c7fa5f79 req-531b6bbc-dfa9-41ca-b11d-a633f8df037a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 945 time: 0.0474682 Aug 05 02:16:53.928806 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6963be0d-4013-4592-a5d6-835b59bc57a4 req-6c06ceb4-56f4-4f86-8776-71066ed21e4e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317762 Aug 05 02:16:53.954259 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9263690d-e327-437e-800d-8a06c7fa5f79 req-d63552ba-0c07-4cf4-a4af-c5fe6a9b6dd1 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307062 Aug 05 02:16:54.060858 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d005c40-1f7f-49f1-82cc-b6503ccfed4a req-18502584-9ba2-4cf0-86db-5d0759561f75 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:54.062242 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6d005c40-1f7f-49f1-82cc-b6503ccfed4a req-18502584-9ba2-4cf0-86db-5d0759561f75 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0497038 Aug 05 02:16:54.099307 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6d005c40-1f7f-49f1-82cc-b6503ccfed4a req-dce639c4-de43-49b2-89d0-d2576fd1b5cc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311606 Aug 05 02:16:54.313470 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1d4d5-87d1-41ee-90ee-c0afab286310 req-6f189591-1dc3-4b29-9e55-42e490107bc8 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:54.314888 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-15a1d4d5-87d1-41ee-90ee-c0afab286310 req-6f189591-1dc3-4b29-9e55-42e490107bc8 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 945 time: 0.0537686 Aug 05 02:16:54.409907 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-15a1d4d5-87d1-41ee-90ee-c0afab286310 req-5650b8b6-aab5-494e-922d-912b46357b72 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Deleting port 75249920-47e4-494b-8cb4-7a3150faa3e7 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:16:54.410252 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-15a1d4d5-87d1-41ee-90ee-c0afab286310 req-5650b8b6-aab5-494e-922d-912b46357b72 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:54.527644 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-15a1d4d5-87d1-41ee-90ee-c0afab286310 req-5650b8b6-aab5-494e-922d-912b46357b72 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] For port 75249920-47e4-494b-8cb4-7a3150faa3e7, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=75249920-47e4-494b-8cb4-7a3150faa3e7,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:54.528557 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-15a1d4d5-87d1-41ee-90ee-c0afab286310 req-5650b8b6-aab5-494e-922d-912b46357b72 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:54.542971 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1662628-ce3a-4d52-b260-b43ae6d32409 req-2725b3ec-201e-44b0-b36b-1c2eedd2d262 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:54.544630 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d1662628-ce3a-4d52-b260-b43ae6d32409 req-2725b3ec-201e-44b0-b36b-1c2eedd2d262 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0832186 Aug 05 02:16:54.550151 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-15a1d4d5-87d1-41ee-90ee-c0afab286310 req-5650b8b6-aab5-494e-922d-912b46357b72 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Calling delete_port for 75249920-47e4-494b-8cb4-7a3150faa3e7 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:16:54.627788 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d1662628-ce3a-4d52-b260-b43ae6d32409 req-e9d4893f-2027-4272-bfde-81670e0c73e2 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756969 Aug 05 02:16:54.733572 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c5c2e-3215-4437-b794-1ca22f51fec9 req-aa48ba07-7c1a-4340-853e-3e308936fe1e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:54.735162 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a66c5c2e-3215-4437-b794-1ca22f51fec9 req-aa48ba07-7c1a-4340-853e-3e308936fe1e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0550885 Aug 05 02:16:54.743590 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-15a1d4d5-87d1-41ee-90ee-c0afab286310 req-5650b8b6-aab5-494e-922d-912b46357b72 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:54.757471 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c', 'adb7dff6-9871-45c0-93a1-2d09283d4199', '7243e6ba-cc27-4bd5-9024-edc48f096cab', '75249920-47e4-494b-8cb4-7a3150faa3e7'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:16:54.776553 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a66c5c2e-3215-4437-b794-1ca22f51fec9 req-bc02a0a7-c53d-4f7b-b144-de7854c84dd3 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341251 Aug 05 02:16:54.779834 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469b53d-0886-4533-9e8e-db5dbc02576a req-6ee8d319-540b-4c7f-82b0-6ec5f5e5e2b8 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:54.781339 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7469b53d-0886-4533-9e8e-db5dbc02576a req-6ee8d319-540b-4c7f-82b0-6ec5f5e5e2b8 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0799575 Aug 05 02:16:54.784342 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650b8b6-aab5-494e-922d-912b46357b72 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Pushing event deleted for resources: {'Port': ['ID=75249920-47e4-494b-8cb4-7a3150faa3e7,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:54.839516 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a1d4d5-87d1-41ee-90ee-c0afab286310 req-5650b8b6-aab5-494e-922d-912b46357b72 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] No DVR routers for this DVR port 75249920-47e4-494b-8cb4-7a3150faa3e7 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:16:54.846361 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-15a1d4d5-87d1-41ee-90ee-c0afab286310 req-5650b8b6-aab5-494e-922d-912b46357b72 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:54.848298 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-15a1d4d5-87d1-41ee-90ee-c0afab286310 req-5650b8b6-aab5-494e-922d-912b46357b72 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "DELETE /v2.0/ports/75249920-47e4-494b-8cb4-7a3150faa3e7 HTTP/1.1" status: 204 len: 173 time: 0.5259347 Aug 05 02:16:54.848727 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a762aa-d641-4195-9c72-9f4d2f69e01c', 'name': 'network-vif-deleted', 'tag': '75249920-47e4-494b-8cb4-7a3150faa3e7'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:16:54.850947 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc366e0-1e3a-4a6c-a8f9-0e0c42a72a21" -d '{"events": [{"server_uuid": "50a762aa-d641-4195-9c72-9f4d2f69e01c", "name": "network-vif-deleted", "tag": "75249920-47e4-494b-8cb4-7a3150faa3e7"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:16:54.865672 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7469b53d-0886-4533-9e8e-db5dbc02576a req-81d5f31a-72fe-4e75-8364-6c72de9e3d5e tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744038 Aug 05 02:16:54.891800 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 48602) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:54.909027 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f73de58-510c-43d3-94eb-f10717669945 x-openstack-request-id: req-2f73de58-510c-43d3-94eb-f10717669945 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:16:54.909327 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a762aa-d641-4195-9c72-9f4d2f69e01c", "name": "network-vif-deleted", "tag": "75249920-47e4-494b-8cb4-7a3150faa3e7", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:16:54.909718 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f73de58-510c-43d3-94eb-f10717669945 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:16:54.910304 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a762aa-d641-4195-9c72-9f4d2f69e01c', 'name': 'network-vif-deleted', 'tag': '75249920-47e4-494b-8cb4-7a3150faa3e7', 'status': 'completed', 'code': 200} Aug 05 02:16:55.097755 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b695c-4c72-4f55-bc3a-5751a6bf5b0f req-2625fa92-c219-4a89-a005-86f8b04432a8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:55.099466 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a13b695c-4c72-4f55-bc3a-5751a6bf5b0f req-2625fa92-c219-4a89-a005-86f8b04432a8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0700207 Aug 05 02:16:55.123660 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b20db07b-498a-4394-8b89-ee5b17711f77 req-23148087-e668-4a0e-a74a-8f5c2c5028b1 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=50a762aa-d641-4195-9c72-9f4d2f69e01c HTTP/1.1" status: 200 len: 210 time: 0.0295224 Aug 05 02:16:55.134170 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad917f54-f677-4f50-adc8-670fcc92cf51 tempest-TestShelveInstance-1903412500 tempest-TestShelveInstance-1903412500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:55.139395 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-ad917f54-f677-4f50-adc8-670fcc92cf51 tempest-TestShelveInstance-1903412500 tempest-TestShelveInstance-1903412500-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 1093 time: 0.2462485 Aug 05 02:16:55.141563 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 48612) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:16:55.155403 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Request body: {'floatingip': {'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'port_id': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:16:55.159562 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a13b695c-4c72-4f55-bc3a-5751a6bf5b0f req-6f60ba9a-d951-4e3b-b698-2882cdfcf56c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515816 Aug 05 02:16:55.179070 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for floatingip, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:55.281074 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5c9ce-f6da-4fce-ae31-63a16ed0c188 req-ed37e4b6-c382-4c88-8024-88d3f4e98b4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:55.282520 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4db5c9ce-f6da-4fce-ae31-63a16ed0c188 req-ed37e4b6-c382-4c88-8024-88d3f4e98b4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0904126 Aug 05 02:16:55.335579 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4db5c9ce-f6da-4fce-ae31-63a16ed0c188 req-86741f77-0b69-4e89-8c63-0f32bcbb33d0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464303 Aug 05 02:16:55.346195 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:55.466223 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Allocated IP 172.27.3.36 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/a39b1d34-ce3a-4dbb-9d04-f056408605c5) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:16:55.567450 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:55.610881 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:55.645973 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:16:55.654908 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:16:55.657481 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:16:55.679850 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event updated for resources: {'Port': ['ID=a39b1d34-ce3a-4dbb-9d04-f056408605c5,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:55.901701 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24e91b-cc7f-4d48-9511-808c165ad3af req-d88df7df-a083-45ed-9243-a54a90df56c6 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:55.903779 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bc24e91b-cc7f-4d48-9511-808c165ad3af req-d88df7df-a083-45ed-9243-a54a90df56c6 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0472775 Aug 05 02:16:55.943693 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bc24e91b-cc7f-4d48-9511-808c165ad3af req-8285700e-6107-4794-a5fc-81333de2c41c tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336585 Aug 05 02:16:56.008331 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:56.076772 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:56.234736 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:56.240392 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:56.282462 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff937ae-af6f-4319-b5b4-24bd642cc6b9 req-6038076b-bf20-4f63-b097-7ffd1de29bff tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:56.284188 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-aff937ae-af6f-4319-b5b4-24bd642cc6b9 req-6038076b-bf20-4f63-b097-7ffd1de29bff tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0595808 Aug 05 02:16:56.307835 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event updated for resources: {'Port': ['ID=a39b1d34-ce3a-4dbb-9d04-f056408605c5,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:56.323370 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:56.334975 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-aff937ae-af6f-4319-b5b4-24bd642cc6b9 req-f08c831c-b27d-468b-8bb2-49bdc87db82e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443721 Aug 05 02:16:56.462066 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.l3_db [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Floating IP 908837d9-140f-48f2-9c46-a240b3fec460 associated. External IP: 172.27.3.36, port: 8f24e381-ccca-4cda-a3dd-129d67a0cf91. Aug 05 02:16:56.514407 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8351b-0a86-4297-a561-ad5fef573034 req-a8dd6c82-6507-4dd4-a460-8c90307f478e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:56.515842 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-eed8351b-0a86-4297-a561-ad5fef573034 req-a8dd6c82-6507-4dd4-a460-8c90307f478e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0937932 Aug 05 02:16:56.590237 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-eed8351b-0a86-4297-a561-ad5fef573034 req-46843510-856d-42b0-81b1-472d00902864 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680747 Aug 05 02:16:56.703799 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Router c34719a5-c70f-49ba-a2c6-721634bfa6d4 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:16:56.809624 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:16:56.818977 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7e6151-2796-4f90-9b5e-fd63b3e48bfa None None] Sync routers for ids ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:16:56.825289 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:56.828346 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7e6151-2796-4f90-9b5e-fd63b3e48bfa None None] Routers {'c34719a5-c70f-49ba-a2c6-721634bfa6d4'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:16:56.828959 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-fb7e6151-2796-4f90-9b5e-fd63b3e48bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:16:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:16:56.866633 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-39ce9b3f-89b9-4c1a-8222-6af03fa354ea tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7070811 Aug 05 02:16:56.866633 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:16:56.866633 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba48d60-5dd5-4709-8e3b-d4fb9efcd3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:16:56.891333 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f4c4dc-f0eb-4696-87b2-c418e47ff27a x-openstack-request-id: req-57f4c4dc-f0eb-4696-87b2-c418e47ff27a {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:16:56.891620 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:16:56.891866 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57f4c4dc-f0eb-4696-87b2-c418e47ff27a {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:16:56.892254 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'status': 'completed', 'code': 200} Aug 05 02:16:56.933116 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-fb7e6151-2796-4f90-9b5e-fd63b3e48bfa None None] Set router c34719a5-c70f-49ba-a2c6-721634bfa6d4 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:16:56.960834 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba48d60-5dd5-4709-8e3b-d4fb9efcd3fd req-4255be86-5167-465f-97bf-d739bf43756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:56.962296 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1ba48d60-5dd5-4709-8e3b-d4fb9efcd3fd req-4255be86-5167-465f-97bf-d739bf43756d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9eb8743fe334763bab3543f0d71dd2d&device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 1098 time: 0.0386972 Aug 05 02:16:57.061652 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba48d60-5dd5-4709-8e3b-d4fb9efcd3fd req-bb7a1d8e-f2e2-4196-acce-07765ee07c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:57.063092 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1ba48d60-5dd5-4709-8e3b-d4fb9efcd3fd req-bb7a1d8e-f2e2-4196-acce-07765ee07c96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 HTTP/1.1" status: 200 len: 908 time: 0.0893095 Aug 05 02:16:57.063438 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0682bdb-cea1-4854-ae73-ee3729cfc55a req-d109b545-0425-4c04-b6dd-0934fd502004 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:57.065127 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d0682bdb-cea1-4854-ae73-ee3729cfc55a req-d109b545-0425-4c04-b6dd-0934fd502004 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0529840 Aug 05 02:16:57.104652 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d0682bdb-cea1-4854-ae73-ee3729cfc55a req-9de183b4-9c5f-4fbb-b698-da6799910e19 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336776 Aug 05 02:16:57.134619 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1ba48d60-5dd5-4709-8e3b-d4fb9efcd3fd req-16656711-fbcd-4fb3-b90a-14beb2e3447d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91 HTTP/1.1" status: 200 len: 998 time: 0.0617840 Aug 05 02:16:57.183203 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba48d60-5dd5-4709-8e3b-d4fb9efcd3fd req-2a1884ba-6127-4898-9703-c4747edccbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:57.184651 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1ba48d60-5dd5-4709-8e3b-d4fb9efcd3fd req-2a1884ba-6127-4898-9703-c4747edccbc5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c04c11f1-c05b-417d-90d4-b82cd114e524 HTTP/1.1" status: 200 len: 847 time: 0.0426397 Aug 05 02:16:57.234678 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba48d60-5dd5-4709-8e3b-d4fb9efcd3fd req-8cd072c3-f063-44cd-a7ba-9396940a03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:57.236130 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1ba48d60-5dd5-4709-8e3b-d4fb9efcd3fd req-8cd072c3-f063-44cd-a7ba-9396940a03f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424562 Aug 05 02:16:57.236731 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-fb7e6151-2796-4f90-9b5e-fd63b3e48bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:15:50Z', 'revision_number': 4, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '908837d9-140f-48f2-9c46-a240b3fec460', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'port_id': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'mac_address': 'fa:16:3e:b3:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:16:55Z', 'updated_at': '2021-08-05T02:16:55Z', 'revision_number': 0, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff', 'name': '', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'mac_address': 'fa:16:3e:1c:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:49Z', 'updated_at': '2021-08-05T02:15:57Z', 'revision_number': 5, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'subnets': [{'id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:16:57.261297 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7e6151-2796-4f90-9b5e-fd63b3e48bfa None None] Checking router: c34719a5-c70f-49ba-a2c6-721634bfa6d4 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:16:57.270142 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7e6151-2796-4f90-9b5e-fd63b3e48bfa None None] Routers {'c34719a5-c70f-49ba-a2c6-721634bfa6d4'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:16:57.270792 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-fb7e6151-2796-4f90-9b5e-fd63b3e48bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:16:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:16:57.288323 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 75249920-47e4-494b-8cb4-7a3150faa3e7 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:16:57.308052 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 75249920-47e4-494b-8cb4-7a3150faa3e7 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:16:57.308389 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 75249920-47e4-494b-8cb4-7a3150faa3e7 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:16:57.329404 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1ba48d60-5dd5-4709-8e3b-d4fb9efcd3fd req-81af3d7f-892f-47c0-b876-382f02cc4fb5 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811968 Aug 05 02:16:57.378501 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-fb7e6151-2796-4f90-9b5e-fd63b3e48bfa None None] Set router c34719a5-c70f-49ba-a2c6-721634bfa6d4 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:16:57.514723 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1ba48d60-5dd5-4709-8e3b-d4fb9efcd3fd req-b1ddd6e0-0429-4edf-92da-95c963fd9d00 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685724 Aug 05 02:16:57.523188 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d4da8-1adf-47e7-9e3c-7a0559a8199c req-e7bc1a23-346c-4110-abcd-feeb87f1a7f8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:57.532830 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e57d4da8-1adf-47e7-9e3c-7a0559a8199c req-e7bc1a23-346c-4110-abcd-feeb87f1a7f8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0983324 Aug 05 02:16:57.570682 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e57d4da8-1adf-47e7-9e3c-7a0559a8199c req-e9789dc6-3137-43df-8b07-46b5ba834d44 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367291 Aug 05 02:16:57.633677 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdbf4c-b8b8-472c-96fc-bd4e2bfd089d req-6cf04a69-2212-42ab-8959-7cd5f9123041 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:57.635210 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-07bdbf4c-b8b8-472c-96fc-bd4e2bfd089d req-6cf04a69-2212-42ab-8959-7cd5f9123041 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 945 time: 0.0510883 Aug 05 02:16:57.639003 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-fb7e6151-2796-4f90-9b5e-fd63b3e48bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:15:50Z', 'revision_number': 4, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '908837d9-140f-48f2-9c46-a240b3fec460', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'port_id': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'mac_address': 'fa:16:3e:b3:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:16:55Z', 'updated_at': '2021-08-05T02:16:55Z', 'revision_number': 0, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff', 'name': '', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'mac_address': 'fa:16:3e:1c:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:49Z', 'updated_at': '2021-08-05T02:15:57Z', 'revision_number': 5, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'subnets': [{'id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:16:57.666768 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7e6151-2796-4f90-9b5e-fd63b3e48bfa None None] The sync data for ids ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'] in dv-cinder-803533-1-iscsi is: [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:15:50Z', 'revision_number': 4, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '908837d9-140f-48f2-9c46-a240b3fec460', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'port_id': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'mac_address': 'fa:16:3e:b3:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:16:55Z', 'updated_at': '2021-08-05T02:16:55Z', 'revision_number': 0, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff', 'name': '', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'mac_address': 'fa:16:3e:1c:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:49Z', 'updated_at': '2021-08-05T02:15:57Z', 'revision_number': 5, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'subnets': [{'id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:16:57.677935 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-07bdbf4c-b8b8-472c-96fc-bd4e2bfd089d req-23f4a6df-11a4-43b8-8fba-8be759b1676f tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Aug 05 02:16:57.717903 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25869e1d-9dc8-450b-a66a-8ed3e7f27c92 req-cc17c886-7f7b-45f1-8f7f-bc182c968c4d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:57.719444 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-25869e1d-9dc8-450b-a66a-8ed3e7f27c92 req-cc17c886-7f7b-45f1-8f7f-bc182c968c4d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0527170 Aug 05 02:16:57.761782 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-25869e1d-9dc8-450b-a66a-8ed3e7f27c92 req-19b734b0-9a6c-4852-86f7-f7fd2c3025a3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364280 Aug 05 02:16:57.857272 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fede4eb9-1689-45ff-9444-7dfa28657b6e None None] New status for floating IP 908837d9-140f-48f2-9c46-a240b3fec460: ACTIVE {{(pid=93457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:16:58.184817 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-767082d1-d697-4c41-980a-16554ba001ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:58.216623 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78cfe4-638a-4149-b90a-0f1bc4ef7547 req-e98d53de-f40d-48e3-a4dc-60b2e3747017 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:58.218051 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ab78cfe4-638a-4149-b90a-0f1bc4ef7547 req-e98d53de-f40d-48e3-a4dc-60b2e3747017 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0472634 Aug 05 02:16:58.255742 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ab78cfe4-638a-4149-b90a-0f1bc4ef7547 req-eaaaed38-2e1e-414f-b1f3-f96ee61632b7 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305383 Aug 05 02:16:58.688292 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d861e-6b5e-4674-b367-187ce40bde4b req-08e03c65-0e49-49a5-887b-70811b0e2119 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:58.689632 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a70d861e-6b5e-4674-b367-187ce40bde4b req-08e03c65-0e49-49a5-887b-70811b0e2119 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0506916 Aug 05 02:16:58.726500 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a70d861e-6b5e-4674-b367-187ce40bde4b req-ab54a92b-0cdf-4aa8-91a5-57430585d24c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310750 Aug 05 02:16:58.792588 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a6598-3a76-4a6d-b180-e4da7bfde418 req-64f531ea-7dae-48a6-90f2-f3b542ffc626 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:58.794097 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1e9a6598-3a76-4a6d-b180-e4da7bfde418 req-64f531ea-7dae-48a6-90f2-f3b542ffc626 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 945 time: 0.0519104 Aug 05 02:16:58.833869 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1e9a6598-3a76-4a6d-b180-e4da7bfde418 req-d69a55c5-5453-42a9-9219-b62c61063ee6 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337183 Aug 05 02:16:58.923767 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964576cb-02dc-4f0b-a5da-d6eb01469847 req-793c6f53-6d3e-4dbb-a772-48b15ba2e6b0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:58.925239 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-964576cb-02dc-4f0b-a5da-d6eb01469847 req-793c6f53-6d3e-4dbb-a772-48b15ba2e6b0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0559821 Aug 05 02:16:58.943762 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334ff29-fb02-445e-a571-7fe2dc50946c req-058b3479-25fd-4d9e-ad42-aaad24bcc300 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:58.945168 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5334ff29-fb02-445e-a571-7fe2dc50946c req-058b3479-25fd-4d9e-ad42-aaad24bcc300 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0519586 Aug 05 02:16:58.964334 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-964576cb-02dc-4f0b-a5da-d6eb01469847 req-c92f10c4-b3cc-4fde-b990-2daef3ff6ba1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328212 Aug 05 02:16:58.992116 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:59.013138 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5334ff29-fb02-445e-a571-7fe2dc50946c req-b957b7a2-ac20-4d51-acda-7cd0547a2455 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601795 Aug 05 02:16:59.019086 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bcdc6-1cf5-4866-87b4-514a592c61c1 req-1ab4465c-38ac-47f1-b07a-89a707cc09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:59.020695 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a49bcdc6-1cf5-4866-87b4-514a592c61c1 req-1ab4465c-38ac-47f1-b07a-89a707cc09a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 1099 time: 0.0606699 Aug 05 02:16:59.114129 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bcdc6-1cf5-4866-87b4-514a592c61c1 req-2d94a5b9-bd19-44c4-8ef2-017f7a2cdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:59.115753 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a49bcdc6-1cf5-4866-87b4-514a592c61c1 req-2d94a5b9-bd19-44c4-8ef2-017f7a2cdb8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=04c23d2b-4628-4e7e-82ed-143193917639 HTTP/1.1" status: 200 len: 910 time: 0.0863426 Aug 05 02:16:59.182724 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a49bcdc6-1cf5-4866-87b4-514a592c61c1 req-ecbc19c9-5e5c-4882-bdfb-bea38bb1a144 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f24c50ea-e611-4ef4-adfb-4d4bd07e4787 HTTP/1.1" status: 200 len: 1002 time: 0.0573046 Aug 05 02:16:59.243909 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bcdc6-1cf5-4866-87b4-514a592c61c1 req-6b12a1a5-d67a-4620-965d-13cbd3db689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:59.245266 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a49bcdc6-1cf5-4866-87b4-514a592c61c1 req-6b12a1a5-d67a-4620-965d-13cbd3db689d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62dd59a9-2ce2-4bfb-9d6c-59dc98b53745 HTTP/1.1" status: 200 len: 849 time: 0.0466335 Aug 05 02:16:59.291567 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bcdc6-1cf5-4866-87b4-514a592c61c1 req-8b651f88-8ad3-4fee-9f40-8619372e0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:59.293104 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a49bcdc6-1cf5-4866-87b4-514a592c61c1 req-8b651f88-8ad3-4fee-9f40-8619372e0616 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04c23d2b-4628-4e7e-82ed-143193917639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396223 Aug 05 02:16:59.300802 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:16:59.370719 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf737550-95d3-4a16-9e2b-c91e0b41e76e req-28518e45-f2f1-455a-a7f8-270201d88e1e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:59.372874 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bf737550-95d3-4a16-9e2b-c91e0b41e76e req-28518e45-f2f1-455a-a7f8-270201d88e1e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0508559 Aug 05 02:16:59.389499 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a49bcdc6-1cf5-4866-87b4-514a592c61c1 req-aa7b7257-896c-42f2-87b4-6eab1b3ff122 service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864823 Aug 05 02:16:59.401060 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:59.411737 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bf737550-95d3-4a16-9e2b-c91e0b41e76e req-e52b2b1a-8dd6-4cbe-aa2d-ca2efe49f2b8 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Aug 05 02:16:59.411914 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'port_id': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'mac_address': 'fa:16:3e:2b:a1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:16:59.452869 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:59.466284 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:16:59.487234 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:16:59.491563 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:16:59.494708 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a49bcdc6-1cf5-4866-87b4-514a592c61c1 req-a249bd20-db0f-4459-8fa1-ab6b454a6dc8 service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937357 Aug 05 02:16:59.547551 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,revision_number=6']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:16:59.681369 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['7cc5fb6c-4111-4938-91ea-20a3aa047ed9'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:16:59.946462 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3980d-2390-4ac1-9274-813e2e7f5b30 req-ded3a625-cbd9-4796-a53b-60603025136a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:16:59.947931 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1aa3980d-2390-4ac1-9274-813e2e7f5b30 req-ded3a625-cbd9-4796-a53b-60603025136a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 945 time: 0.0472679 Aug 05 02:16:59.984625 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1aa3980d-2390-4ac1-9274-813e2e7f5b30 req-0ebdd910-0182-4a15-a805-79b39053edcd tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308390 Aug 05 02:17:00.084741 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86c1ff-ed26-4511-8b6b-8ec40f152168 req-8c47b600-6920-4346-baaa-130756cfb73c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:00.086665 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0f86c1ff-ed26-4511-8b6b-8ec40f152168 req-8c47b600-6920-4346-baaa-130756cfb73c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 945 time: 0.0686388 Aug 05 02:17:00.109005 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa167248-0850-4cdb-bd90-21110f0ce14d req-79f117ac-baf0-46d0-842c-afbb3e2a99ef tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:00.110673 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fa167248-0850-4cdb-bd90-21110f0ce14d req-79f117ac-baf0-46d0-842c-afbb3e2a99ef tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 945 time: 0.0745478 Aug 05 02:17:00.155592 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fa167248-0850-4cdb-bd90-21110f0ce14d req-cdd8bfa9-88a1-4c89-b9bf-ad5be8e69e01 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379803 Aug 05 02:17:00.202592 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdce8ea-093a-4847-92af-4c16d3c3f31f req-67466c44-c9c1-4cf4-a533-e82dfd2d787c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:00.204253 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fbdce8ea-093a-4847-92af-4c16d3c3f31f req-67466c44-c9c1-4cf4-a533-e82dfd2d787c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.1014488 Aug 05 02:17:00.258711 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fbdce8ea-093a-4847-92af-4c16d3c3f31f req-b46852e3-789d-4c09-90f8-7d5de1daa799 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478256 Aug 05 02:17:00.264677 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-0f86c1ff-ed26-4511-8b6b-8ec40f152168 req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Deleting port 7243e6ba-cc27-4bd5-9024-edc48f096cab {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:17:00.265006 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0f86c1ff-ed26-4511-8b6b-8ec40f152168 req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:00.355258 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-0f86c1ff-ed26-4511-8b6b-8ec40f152168 req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] For port 7243e6ba-cc27-4bd5-9024-edc48f096cab, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7243e6ba-cc27-4bd5-9024-edc48f096cab,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:00.355633 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0f86c1ff-ed26-4511-8b6b-8ec40f152168 req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:00.374902 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-0f86c1ff-ed26-4511-8b6b-8ec40f152168 req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Calling delete_port for 7243e6ba-cc27-4bd5-9024-edc48f096cab owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:17:00.508315 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0f86c1ff-ed26-4511-8b6b-8ec40f152168 req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:00.527405 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c', 'adb7dff6-9871-45c0-93a1-2d09283d4199', '7243e6ba-cc27-4bd5-9024-edc48f096cab'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:17:00.536165 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Pushing event deleted for resources: {'Port': ['ID=7243e6ba-cc27-4bd5-9024-edc48f096cab,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:00.561358 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:00.561708 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:00.562027 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ca55f-1c33-4371-8b32-e9240a09a0e0 req-032d8db1-acbc-4c49-aae8-7d06450893ba tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:00.562171 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:00.562380 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:00.563229 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:00.563229 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:00.563752 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7a5ca55f-1c33-4371-8b32-e9240a09a0e0 req-032d8db1-acbc-4c49-aae8-7d06450893ba tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0670218 Aug 05 02:17:00.566771 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:00.568498 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:00.568843 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:00.569185 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:00.569519 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:00.569845 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:00.604533 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f86c1ff-ed26-4511-8b6b-8ec40f152168 req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] No DVR routers for this DVR port 7243e6ba-cc27-4bd5-9024-edc48f096cab on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:17:00.609118 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0f86c1ff-ed26-4511-8b6b-8ec40f152168 req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:00.611730 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0f86c1ff-ed26-4511-8b6b-8ec40f152168 req-a67712ef-cc4a-4504-88ec-4c90ae5198f0 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "DELETE /v2.0/ports/7243e6ba-cc27-4bd5-9024-edc48f096cab HTTP/1.1" status: 204 len: 173 time: 0.5154915 Aug 05 02:17:00.612202 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7', 'name': 'network-vif-deleted', 'tag': '7243e6ba-cc27-4bd5-9024-edc48f096cab'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:00.614663 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeb4398-9b49-4cc7-a18d-d0baa5816141" -d '{"events": [{"server_uuid": "5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7", "name": "network-vif-deleted", "tag": "7243e6ba-cc27-4bd5-9024-edc48f096cab"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:00.620124 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7a5ca55f-1c33-4371-8b32-e9240a09a0e0 req-bc5d62ed-1f81-44e7-b506-8bff2cc6d018 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Aug 05 02:17:00.717459 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4169c345-7d19-4675-a62e-4260d5e1c677 x-openstack-request-id: req-4169c345-7d19-4675-a62e-4260d5e1c677 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:00.717741 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7", "name": "network-vif-deleted", "tag": "7243e6ba-cc27-4bd5-9024-edc48f096cab", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:00.717990 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4169c345-7d19-4675-a62e-4260d5e1c677 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:00.718820 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7', 'name': 'network-vif-deleted', 'tag': '7243e6ba-cc27-4bd5-9024-edc48f096cab', 'status': 'completed', 'code': 200} Aug 05 02:17:00.866397 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-f0093c4a-0950-4711-b7e0-efbf1dace755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:00.887377 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:01.089938 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-cc96c3cb-19f4-4950-97c1-ff778ed6a15a req-57b0aedf-1149-4bdb-9ed7-bdf3238a2ce6 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c5cbf50-dbeb-47c4-b246-3d7f6a6750d7 HTTP/1.1" status: 200 len: 210 time: 0.0260308 Aug 05 02:17:01.316460 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a39dc8-ca04-448b-9506-88c3fdc33853 req-bd616390-a2e1-4b39-a5ce-20bd11015322 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:01.318073 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-93a39dc8-ca04-448b-9506-88c3fdc33853 req-bd616390-a2e1-4b39-a5ce-20bd11015322 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 945 time: 0.0501516 Aug 05 02:17:01.360913 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-93a39dc8-ca04-448b-9506-88c3fdc33853 req-4afec7c6-c924-474f-8546-54b7f692452a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348730 Aug 05 02:17:01.376540 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468abf9-4cae-4b6b-85fb-0e9acaa5d4dd req-9f6d39fd-085f-46e1-a983-b110358295d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:01.377850 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a468abf9-4cae-4b6b-85fb-0e9acaa5d4dd req-9f6d39fd-085f-46e1-a983-b110358295d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0510814 Aug 05 02:17:01.431186 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a468abf9-4cae-4b6b-85fb-0e9acaa5d4dd req-3d4d12d4-7744-46dd-b51a-3b1e13792da7 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475690 Aug 05 02:17:01.723131 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3bdae-00a5-4970-8876-c3aa33cc14ca req-1c20cba8-60e1-4eca-9d9e-381cfe4e5173 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:01.724448 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bcd3bdae-00a5-4970-8876-c3aa33cc14ca req-1c20cba8-60e1-4eca-9d9e-381cfe4e5173 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0473447 Aug 05 02:17:01.760774 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bcd3bdae-00a5-4970-8876-c3aa33cc14ca req-08c86698-820a-4ba1-bf74-f836058c7466 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305877 Aug 05 02:17:02.058421 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:02.353908 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162d873-67dc-45f0-98cd-0df755cc006c req-7ec0a3a6-56d4-42cd-95af-0292f286e77c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:02.355379 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5162d873-67dc-45f0-98cd-0df755cc006c req-7ec0a3a6-56d4-42cd-95af-0292f286e77c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 946 time: 0.0514083 Aug 05 02:17:02.391799 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5162d873-67dc-45f0-98cd-0df755cc006c req-c4f1f141-63f4-4453-be8b-0149cde88ec3 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299304 Aug 05 02:17:02.486475 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb77df7-2a60-46c8-8df0-d406697d9123 req-b67f4930-2171-406d-8187-8ddb2edeabcf tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:02.487985 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-eeb77df7-2a60-46c8-8df0-d406697d9123 req-b67f4930-2171-406d-8187-8ddb2edeabcf tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 945 time: 0.0542591 Aug 05 02:17:02.527468 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-eeb77df7-2a60-46c8-8df0-d406697d9123 req-a26f8e5f-43ab-46af-8c4d-e9e52f948011 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336583 Aug 05 02:17:02.870345 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961d1e2-a055-4b84-8820-e44bf08e2614 req-73ff1ccf-7003-413e-99c4-99d53b73ec9d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:02.872381 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0961d1e2-a055-4b84-8820-e44bf08e2614 req-73ff1ccf-7003-413e-99c4-99d53b73ec9d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0480030 Aug 05 02:17:02.908428 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0961d1e2-a055-4b84-8820-e44bf08e2614 req-e5595c2f-da18-4724-99a8-73e609d62bd2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303473 Aug 05 02:17:03.478160 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:17:03.514235 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69509906-3bd8-45da-ab6a-1f446bdcecb7 req-99b27a66-7a2e-4946-84ac-9184c74e10d7 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:03.515679 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-69509906-3bd8-45da-ab6a-1f446bdcecb7 req-99b27a66-7a2e-4946-84ac-9184c74e10d7 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 946 time: 0.0578082 Aug 05 02:17:03.528244 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:03.528638 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:03.553784 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-69509906-3bd8-45da-ab6a-1f446bdcecb7 req-b6c1cc50-9037-43f1-898d-9ad7562585fa tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 Aug 05 02:17:03.607869 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:03.631798 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:03.634184 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfad62a-3255-46c2-a1ae-08888422d18d" -d '{"events": [{"server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "name": "network-vif-plugged", "status": "completed", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:03.650175 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf498096-c9f6-46a8-8773-0097f5490bf1 req-ffd4142b-152f-4dd4-8a21-99ba693f3390 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:03.652815 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bf498096-c9f6-46a8-8773-0097f5490bf1 req-ffd4142b-152f-4dd4-8a21-99ba693f3390 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 945 time: 0.0529575 Aug 05 02:17:03.655838 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:03.661283 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:03.665543 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:03.685978 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f425ba60-fd80-4ee9-9156-61889a3d258e x-openstack-request-id: req-f425ba60-fd80-4ee9-9156-61889a3d258e {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:03.686274 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "name": "network-vif-plugged", "status": "completed", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:03.686524 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f425ba60-fd80-4ee9-9156-61889a3d258e {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:03.686927 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'code': 200} Aug 05 02:17:03.693531 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bf498096-c9f6-46a8-8773-0097f5490bf1 req-8c1cc200-19a3-4ea4-b025-525980328a04 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337706 Aug 05 02:17:03.711254 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,revision_number=7']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:04.022012 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39bfa2-b49b-43c9-98ac-dc6bf3d9d953 req-ce7949b4-9bb9-40aa-843f-92251d820f24 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:04.023504 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ba39bfa2-b49b-43c9-98ac-dc6bf3d9d953 req-ce7949b4-9bb9-40aa-843f-92251d820f24 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0481410 Aug 05 02:17:04.059620 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ba39bfa2-b49b-43c9-98ac-dc6bf3d9d953 req-65c1d793-f6ca-41e6-ba69-474ec0040c3e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297072 Aug 05 02:17:04.456206 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7243e6ba-cc27-4bd5-9024-edc48f096cab no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:17:04.478532 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 7243e6ba-cc27-4bd5-9024-edc48f096cab {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:17:04.479163 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7243e6ba-cc27-4bd5-9024-edc48f096cab not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:17:04.671384 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8094a-d5a8-4c7e-a864-f7fcc8aae9da req-edd0b444-2fc3-48c6-8c8d-5532f3537009 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:04.672838 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-41e8094a-d5a8-4c7e-a864-f7fcc8aae9da req-edd0b444-2fc3-48c6-8c8d-5532f3537009 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 946 time: 0.0506823 Aug 05 02:17:04.709421 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-41e8094a-d5a8-4c7e-a864-f7fcc8aae9da req-1e0fc2b8-da94-42bf-ae23-e2ec01c7b5d9 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306835 Aug 05 02:17:04.810092 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656dea1-4f78-4a15-b8eb-023dc62b067f req-df510a8e-9abe-40a7-a95c-a8f7e7915754 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:04.811776 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7656dea1-4f78-4a15-b8eb-023dc62b067f req-df510a8e-9abe-40a7-a95c-a8f7e7915754 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0481243 Aug 05 02:17:04.853562 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7656dea1-4f78-4a15-b8eb-023dc62b067f req-84767449-477c-4ba3-9bf0-3932794ff103 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358424 Aug 05 02:17:05.186215 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90bb21-8f24-4d3f-abbd-02c28895fe21 req-d1ec6664-b78c-4f5d-8cdb-0373b3defea3 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:05.187726 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8d90bb21-8f24-4d3f-abbd-02c28895fe21 req-d1ec6664-b78c-4f5d-8cdb-0373b3defea3 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0501375 Aug 05 02:17:05.226755 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8d90bb21-8f24-4d3f-abbd-02c28895fe21 req-7e19ae6f-94a1-4de4-a816-466d3ac4912e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329599 Aug 05 02:17:05.442015 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cfd2a-af2c-4f92-8b9e-14efe7bdc0d6 req-1dbdc0ad-1f0c-43d7-9289-46b73b84478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:05.443997 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4f8cfd2a-af2c-4f92-8b9e-14efe7bdc0d6 req-1dbdc0ad-1f0c-43d7-9289-46b73b84478d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 1099 time: 0.0438700 Aug 05 02:17:05.829541 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c6a87-9daf-43fe-a86c-5054ea95108c req-0753c2f3-362d-420d-9e18-60e392b54899 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:05.831235 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0a5c6a87-9daf-43fe-a86c-5054ea95108c req-0753c2f3-362d-420d-9e18-60e392b54899 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 946 time: 0.0503850 Aug 05 02:17:05.875302 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0a5c6a87-9daf-43fe-a86c-5054ea95108c req-d8aaf207-b456-4b4f-aeba-58f79215cf39 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375452 Aug 05 02:17:05.989908 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ef154-ca0d-4591-ac1e-e3a5f53dd7c4 req-34af830c-0ed6-4147-a458-83422f70b0f7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:05.991400 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-979ef154-ca0d-4591-ac1e-e3a5f53dd7c4 req-34af830c-0ed6-4147-a458-83422f70b0f7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0506599 Aug 05 02:17:06.036461 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-979ef154-ca0d-4591-ac1e-e3a5f53dd7c4 req-9ce3c82c-cdc9-4893-b2bb-0a167ba218f7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381439 Aug 05 02:17:06.405767 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03f3d7-1949-49f3-a8aa-b1ef4f6054db req-1adb6ce8-3a81-4434-bae9-10d98d7e8764 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:06.407409 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ae03f3d7-1949-49f3-a8aa-b1ef4f6054db req-1adb6ce8-3a81-4434-bae9-10d98d7e8764 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0714095 Aug 05 02:17:06.470712 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ae03f3d7-1949-49f3-a8aa-b1ef4f6054db req-883f5a9d-f2ca-4c0b-991e-76e27fe94b31 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550334 Aug 05 02:17:06.506674 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4f8cfd2a-af2c-4f92-8b9e-14efe7bdc0d6 req-81249a1d-2962-458b-9b65-7980181f2b29 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531652 Aug 05 02:17:07.004077 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3c762-4d97-4625-a05f-da94c0e08597 req-8b3e74fe-9712-4692-95b9-5920faa94f54 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:07.005743 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9df3c762-4d97-4625-a05f-da94c0e08597 req-8b3e74fe-9712-4692-95b9-5920faa94f54 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 946 time: 0.0601027 Aug 05 02:17:07.056578 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9df3c762-4d97-4625-a05f-da94c0e08597 req-be1b8dc1-0a44-4603-b897-b291d2fcb7df tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426695 Aug 05 02:17:07.182963 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a8e55-2ef6-4983-99ba-cf6147168697 req-d9a06cbd-2dac-47df-8269-01e2776918b6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:07.184524 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-141a8e55-2ef6-4983-99ba-cf6147168697 req-d9a06cbd-2dac-47df-8269-01e2776918b6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0572872 Aug 05 02:17:07.236416 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-141a8e55-2ef6-4983-99ba-cf6147168697 req-641fe317-2575-4c7e-84ff-a6eccbc6276a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424969 Aug 05 02:17:07.606299 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088098ef-7fc1-4f15-a994-6da8684145a4 req-318f9eda-a042-4250-ad54-c1fb116001b2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:07.609438 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-088098ef-7fc1-4f15-a994-6da8684145a4 req-318f9eda-a042-4250-ad54-c1fb116001b2 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0553589 Aug 05 02:17:07.652524 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-088098ef-7fc1-4f15-a994-6da8684145a4 req-e4946acb-af76-49d2-8140-3ca97d9030b4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361960 Aug 05 02:17:08.190284 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416aa40-bd7a-4966-bebe-9c3bdf9ccc4e req-f770df9b-b447-4e7b-8507-a690ea053117 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:08.191910 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c416aa40-bd7a-4966-bebe-9c3bdf9ccc4e req-f770df9b-b447-4e7b-8507-a690ea053117 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 946 time: 0.0582793 Aug 05 02:17:08.236550 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c416aa40-bd7a-4966-bebe-9c3bdf9ccc4e req-c00b483a-f766-4bc0-81aa-0855ba1b536b tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389314 Aug 05 02:17:08.374439 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b05b2-c343-412a-9942-cef58f68593c req-652bc749-75ac-4e7a-8c51-5507d1774dff tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:08.376017 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-325b05b2-c343-412a-9942-cef58f68593c req-652bc749-75ac-4e7a-8c51-5507d1774dff tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0561001 Aug 05 02:17:08.450503 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-325b05b2-c343-412a-9942-cef58f68593c req-119dfa48-1c77-41b2-9157-9f6cfb79616f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524356 Aug 05 02:17:08.819248 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b71a8-e4e6-498f-9145-56b1cebf7682 req-fb210261-f5b1-43b2-a998-7b3438b324a5 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:08.829453 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-579b71a8-e4e6-498f-9145-56b1cebf7682 req-fb210261-f5b1-43b2-a998-7b3438b324a5 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0873520 Aug 05 02:17:08.875518 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-579b71a8-e4e6-498f-9145-56b1cebf7682 req-21d7d708-0636-4ba4-8973-9187de208454 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433099 Aug 05 02:17:09.370261 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15237f59-b240-4c1d-9ce6-1cd5761204d7 req-50466de1-9f14-4c22-bc15-3fffd7c44fe9 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:09.373182 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-15237f59-b240-4c1d-9ce6-1cd5761204d7 req-50466de1-9f14-4c22-bc15-3fffd7c44fe9 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 946 time: 0.0609529 Aug 05 02:17:09.433335 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-15237f59-b240-4c1d-9ce6-1cd5761204d7 req-955672fb-430c-4d83-88d3-7768ef5a42a3 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525310 Aug 05 02:17:09.493490 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed70ab8-4d45-4f34-aafb-f5d6cfe8c639 req-513202d2-144f-4eab-8d94-08be7e278241 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:09.495661 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0ed70ab8-4d45-4f34-aafb-f5d6cfe8c639 req-513202d2-144f-4eab-8d94-08be7e278241 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 946 time: 0.0940332 Aug 05 02:17:09.650463 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c5aee-79e9-4a9c-befb-61dec574097f req-58b9923c-0f9b-4d25-800e-a63c014d03f5 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:09.651997 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-806c5aee-79e9-4a9c-befb-61dec574097f req-58b9923c-0f9b-4d25-800e-a63c014d03f5 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0703399 Aug 05 02:17:09.682691 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-0ed70ab8-4d45-4f34-aafb-f5d6cfe8c639 req-3f842d64-0035-40aa-b7c1-29b175d1e77a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Deleting port adb7dff6-9871-45c0-93a1-2d09283d4199 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:17:09.683283 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0ed70ab8-4d45-4f34-aafb-f5d6cfe8c639 req-3f842d64-0035-40aa-b7c1-29b175d1e77a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:09.750875 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-806c5aee-79e9-4a9c-befb-61dec574097f req-18ec8da0-dd13-402c-aade-20eb46a2591f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919571 Aug 05 02:17:09.807998 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-0ed70ab8-4d45-4f34-aafb-f5d6cfe8c639 req-3f842d64-0035-40aa-b7c1-29b175d1e77a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] For port adb7dff6-9871-45c0-93a1-2d09283d4199, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=adb7dff6-9871-45c0-93a1-2d09283d4199,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:09.808370 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0ed70ab8-4d45-4f34-aafb-f5d6cfe8c639 req-3f842d64-0035-40aa-b7c1-29b175d1e77a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:09.837040 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-0ed70ab8-4d45-4f34-aafb-f5d6cfe8c639 req-3f842d64-0035-40aa-b7c1-29b175d1e77a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Calling delete_port for adb7dff6-9871-45c0-93a1-2d09283d4199 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:17:10.009861 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0ed70ab8-4d45-4f34-aafb-f5d6cfe8c639 req-3f842d64-0035-40aa-b7c1-29b175d1e77a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:10.024354 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268349b6-c3d5-44b4-b760-0a196a5f46f3 req-bda8c9c7-dd8f-46c7-8eb8-607aa47cd1de tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:10.026299 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-268349b6-c3d5-44b4-b760-0a196a5f46f3 req-bda8c9c7-dd8f-46c7-8eb8-607aa47cd1de tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0591354 Aug 05 02:17:10.047932 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842d64-0035-40aa-b7c1-29b175d1e77a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Pushing event deleted for resources: {'Port': ['ID=adb7dff6-9871-45c0-93a1-2d09283d4199,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:10.092809 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-268349b6-c3d5-44b4-b760-0a196a5f46f3 req-82a3833e-f324-4fd6-bb32-b716ee7fd20b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595961 Aug 05 02:17:10.104113 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed70ab8-4d45-4f34-aafb-f5d6cfe8c639 req-3f842d64-0035-40aa-b7c1-29b175d1e77a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] No DVR routers for this DVR port adb7dff6-9871-45c0-93a1-2d09283d4199 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:17:10.116323 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0ed70ab8-4d45-4f34-aafb-f5d6cfe8c639 req-3f842d64-0035-40aa-b7c1-29b175d1e77a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:10.116323 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0ed70ab8-4d45-4f34-aafb-f5d6cfe8c639 req-3f842d64-0035-40aa-b7c1-29b175d1e77a tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "DELETE /v2.0/ports/adb7dff6-9871-45c0-93a1-2d09283d4199 HTTP/1.1" status: 204 len: 173 time: 0.5966716 Aug 05 02:17:10.116323 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98c4d79-cb95-4aeb-b6e5-8987acb66e4b', 'name': 'network-vif-deleted', 'tag': 'adb7dff6-9871-45c0-93a1-2d09283d4199'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:10.116323 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef154aff-ecd0-49b5-b8c2-ff497b02449b" -d '{"events": [{"server_uuid": "f98c4d79-cb95-4aeb-b6e5-8987acb66e4b", "name": "network-vif-deleted", "tag": "adb7dff6-9871-45c0-93a1-2d09283d4199"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:10.196887 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6407b72c-2748-4a8b-beb7-e4e035c76baf x-openstack-request-id: req-6407b72c-2748-4a8b-beb7-e4e035c76baf {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:10.197246 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98c4d79-cb95-4aeb-b6e5-8987acb66e4b", "name": "network-vif-deleted", "tag": "adb7dff6-9871-45c0-93a1-2d09283d4199", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:10.197566 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6407b72c-2748-4a8b-beb7-e4e035c76baf {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:10.198024 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98c4d79-cb95-4aeb-b6e5-8987acb66e4b', 'name': 'network-vif-deleted', 'tag': 'adb7dff6-9871-45c0-93a1-2d09283d4199', 'status': 'completed', 'code': 200} Aug 05 02:17:10.438041 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2da73-58b5-4af7-a966-6f6532bfb3ba req-769e4988-c89b-4706-9a2b-168a4f01ffac tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:10.444620 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-95b2da73-58b5-4af7-a966-6f6532bfb3ba req-769e4988-c89b-4706-9a2b-168a4f01ffac tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0584097 Aug 05 02:17:10.515399 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-95b2da73-58b5-4af7-a966-6f6532bfb3ba req-8355d8f7-b430-4a2c-8219-92f1a9715315 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695784 Aug 05 02:17:10.571569 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7e6edc23-7b2a-40c2-9ccd-15fb23a74ada req-33a507ab-f93c-478e-9b93-e712ba81636d tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 210 time: 0.0317817 Aug 05 02:17:10.961112 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f20d5-037b-4ff5-ad3b-50494db4b470 req-64415dd8-4fe0-4bea-9e0c-3bbfb4f59814 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:10.962953 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-aa5f20d5-037b-4ff5-ad3b-50494db4b470 req-64415dd8-4fe0-4bea-9e0c-3bbfb4f59814 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0891333 Aug 05 02:17:11.049106 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-aa5f20d5-037b-4ff5-ad3b-50494db4b470 req-05bd35df-9f50-48a7-b94b-548fb614091c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542219 Aug 05 02:17:11.660242 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:17:11.711459 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607b129-aca0-450c-9e49-a5edac689fce req-f7e94596-74cd-47e2-bb0d-30a3376262de tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:11.718980 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3607b129-aca0-450c-9e49-a5edac689fce req-f7e94596-74cd-47e2-bb0d-30a3376262de tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0683689 Aug 05 02:17:11.725502 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b8bdc4db-ccaf-4ba5-9ab3-6be67385c64f req-bceb2c17-c899-4815-bb03-02e6c0187706 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 210 time: 0.0448725 Aug 05 02:17:11.753599 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3607b129-aca0-450c-9e49-a5edac689fce req-d6b0d90b-7fd4-4284-9c31-f6178169d61d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Aug 05 02:17:12.179611 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e47fd-1d6a-4005-8553-8d0d654d9798 req-c4603775-0b63-4d81-adca-4c6c718f8e5a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:12.181601 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-048e47fd-1d6a-4005-8553-8d0d654d9798 req-c4603775-0b63-4d81-adca-4c6c718f8e5a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0555339 Aug 05 02:17:12.222366 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-048e47fd-1d6a-4005-8553-8d0d654d9798 req-065fa9ff-9b1c-40b6-bd64-5edc6cc58834 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341625 Aug 05 02:17:12.820759 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c', 'adb7dff6-9871-45c0-93a1-2d09283d4199'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:17:12.827257 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d1c777e7-0ef9-4c46-80d2-650f579a2c36 req-648a3582-2a7b-41f4-8796-9928e535eb9c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c4d79-cb95-4aeb-b6e5-8987acb66e4b HTTP/1.1" status: 200 len: 210 time: 0.0380766 Aug 05 02:17:12.936334 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05037c-a258-437f-ab94-06819cfb386a req-ed48d5f2-195a-4d9d-bb42-b702c5034422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:12.938232 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3e05037c-a258-437f-ab94-06819cfb386a req-ed48d5f2-195a-4d9d-bb42-b702c5034422 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f7d0a3f342c463397c5e4677bd94032&device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 1099 time: 0.0653803 Aug 05 02:17:12.960905 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bf816-63d7-4946-bf70-954303d1b272 req-0e76e66c-e5c0-4122-9a37-4475b6762e57 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:12.979798 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3c0bf816-63d7-4946-bf70-954303d1b272 req-0e76e66c-e5c0-4122-9a37-4475b6762e57 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.1130142 Aug 05 02:17:13.036184 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3c0bf816-63d7-4946-bf70-954303d1b272 req-19b7b22b-34da-47d9-811e-39e2c4768417 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494475 Aug 05 02:17:13.093670 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05037c-a258-437f-ab94-06819cfb386a req-8c9c51b9-e175-46ed-8268-cffbc2003b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:13.097371 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3e05037c-a258-437f-ab94-06819cfb386a req-8c9c51b9-e175-46ed-8268-cffbc2003b06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 200 len: 919 time: 0.1474137 Aug 05 02:17:13.171720 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3e05037c-a258-437f-ab94-06819cfb386a req-147d014e-7213-434d-89fd-748d98a39fe9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaedd208-5daa-4672-b829-1910d313c761 HTTP/1.1" status: 200 len: 217 time: 0.0621898 Aug 05 02:17:13.256211 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05037c-a258-437f-ab94-06819cfb386a req-d229547c-5533-4983-9044-96aca20024e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:13.256211 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3e05037c-a258-437f-ab94-06819cfb386a req-d229547c-5533-4983-9044-96aca20024e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9843046-36d7-46e3-9a0f-2ccdca3a6899 HTTP/1.1" status: 200 len: 859 time: 0.0675189 Aug 05 02:17:13.303374 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3e05037c-a258-437f-ab94-06819cfb386a req-4df378f3-621c-4611-b6ae-a4d2c9a30848 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f5fbb29-064c-491b-937e-91e7d4f39d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344684 Aug 05 02:17:13.466602 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3984-9019-4ae1-b549-f349b5852cca req-3df7d33b-d6a8-4e90-9810-d63ef905db12 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:13.474735 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6d4a3984-9019-4ae1-b549-f349b5852cca req-3df7d33b-d6a8-4e90-9810-d63ef905db12 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.1680686 Aug 05 02:17:13.502384 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3e05037c-a258-437f-ab94-06819cfb386a req-00baeed3-8b7b-4dfa-b45c-80532ff4e3e7 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817219 Aug 05 02:17:13.521455 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6d4a3984-9019-4ae1-b549-f349b5852cca req-30f70773-69c8-46de-a512-5c0ab324a671 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461855 Aug 05 02:17:13.651981 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3e05037c-a258-437f-ab94-06819cfb386a req-0029d9a8-0c22-43a8-a137-0dcab23916e7 service neutron] 10.222.0.43 "GET /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253803 Aug 05 02:17:14.153449 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b5244-f0e3-41c7-a5fc-3f6a38da3f91 req-7ded9e02-2d52-46de-aa03-fd47f99d435a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:14.155076 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-282b5244-f0e3-41c7-a5fc-3f6a38da3f91 req-7ded9e02-2d52-46de-aa03-fd47f99d435a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0519001 Aug 05 02:17:14.217765 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-282b5244-f0e3-41c7-a5fc-3f6a38da3f91 req-eda0312b-fc5d-4f3c-8f94-dcc44cbe7984 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468886 Aug 05 02:17:14.652927 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1c2be-dcdf-48ae-aa95-eeaef6aca0cd req-ce26bbb6-eca2-4af4-91ad-ce67e97c9795 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:14.654623 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-edd1c2be-dcdf-48ae-aa95-eeaef6aca0cd req-ce26bbb6-eca2-4af4-91ad-ce67e97c9795 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0513687 Aug 05 02:17:14.700785 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-edd1c2be-dcdf-48ae-aa95-eeaef6aca0cd req-926925ef-0740-4711-9d3a-f04c930a133a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397849 Aug 05 02:17:15.237782 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46101ff-397f-4351-93c8-0e2131aefb1b req-bb0a5268-26e3-480b-bd26-c45e38738a9c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:15.239302 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a46101ff-397f-4351-93c8-0e2131aefb1b req-bb0a5268-26e3-480b-bd26-c45e38738a9c tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 945 time: 0.0478587 Aug 05 02:17:15.278213 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a46101ff-397f-4351-93c8-0e2131aefb1b req-8907a98b-58ef-4c86-b59a-6296ade4b6ec tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329471 Aug 05 02:17:15.342462 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496eb8b-2992-402f-88d5-de38da1cf009 req-c0e29e1e-b274-4eb4-8228-4eb2303a7c64 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:15.344051 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0496eb8b-2992-402f-88d5-de38da1cf009 req-c0e29e1e-b274-4eb4-8228-4eb2303a7c64 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0477715 Aug 05 02:17:15.381360 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0496eb8b-2992-402f-88d5-de38da1cf009 req-05ace86c-6c5a-4e89-8b7a-db53d34284e1 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Aug 05 02:17:15.447589 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caaec3-3c21-4183-a748-13cb1a7497c6 req-1ddf55a1-cc8e-4b4d-92e8-0c8b2e9f810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:15.449055 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d5caaec3-3c21-4183-a748-13cb1a7497c6 req-1ddf55a1-cc8e-4b4d-92e8-0c8b2e9f810c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 1099 time: 0.0435681 Aug 05 02:17:15.545402 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caaec3-3c21-4183-a748-13cb1a7497c6 req-2c63a14e-dc15-4906-a910-ff43680cb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:15.546933 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d5caaec3-3c21-4183-a748-13cb1a7497c6 req-2c63a14e-dc15-4906-a910-ff43680cb585 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 916 time: 0.0864074 Aug 05 02:17:15.633671 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 48970) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:15.789578 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:15.841464 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d5caaec3-3c21-4183-a748-13cb1a7497c6 req-3138588b-1c9e-4c12-82ab-0844a2703dc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9 HTTP/1.1" status: 200 len: 1001 time: 0.2844720 Aug 05 02:17:15.854555 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1548d42-5865-421d-a698-e9fa56c317eb req-fa003b9d-3472-474c-ac71-bb4251f4a5f0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:15.856706 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a1548d42-5865-421d-a698-e9fa56c317eb req-fa003b9d-3472-474c-ac71-bb4251f4a5f0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 946 time: 0.0760353 Aug 05 02:17:15.911901 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caaec3-3c21-4183-a748-13cb1a7497c6 req-ae909749-d9bc-4ac3-85e2-9cc912a8fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:15.914023 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d5caaec3-3c21-4183-a748-13cb1a7497c6 req-ae909749-d9bc-4ac3-85e2-9cc912a8fda0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 200 len: 855 time: 0.0555928 Aug 05 02:17:15.924408 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a1548d42-5865-421d-a698-e9fa56c317eb req-2c7880d5-0261-4412-b3e7-52e1e3148c81 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614014 Aug 05 02:17:15.971485 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caaec3-3c21-4183-a748-13cb1a7497c6 req-3b7d29aa-3d57-48e7-bad1-a79d112f6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:15.973153 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d5caaec3-3c21-4183-a748-13cb1a7497c6 req-3b7d29aa-3d57-48e7-bad1-a79d112f6c28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506973 Aug 05 02:17:15.974292 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:15.979794 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:16.018607 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1705e4654f6b4a19b4b24a717830637f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838422 Aug 05 02:17:16.019481 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2de6285-d854-4711-b99e-dace0ff1f9cb,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:16.021345 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 48982) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:16.041093 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:16.041318 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:16.041660 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:16.041992 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:16.042320 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:16.042664 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:16.043509 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:16.043831 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:16.044156 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:16.044476 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:16.044795 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:16.045108 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57e23a-7702-4ea0-ae34-4e5cbb194c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:16.083666 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52a550fd-965c-4f3b-bd4b-116d3f0d969b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:16.085563 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d5caaec3-3c21-4183-a748-13cb1a7497c6 req-f8280866-09f8-4e61-a532-f6b252320da3 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904014 Aug 05 02:17:16.104313 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52a550fd-965c-4f3b-bd4b-116d3f0d969b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:16.156290 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52a550fd-965c-4f3b-bd4b-116d3f0d969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:16.158867 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52a550fd-965c-4f3b-bd4b-116d3f0d969b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:16.159993 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-52a550fd-965c-4f3b-bd4b-116d3f0d969b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2de6285-d854-4711-b99e-dace0ff1f9cb HTTP/1.1" status: 204 len: 168 time: 0.1377745 Aug 05 02:17:16.169009 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a550fd-965c-4f3b-bd4b-116d3f0d969b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2de6285-d854-4711-b99e-dace0ff1f9cb,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:16.189728 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d5caaec3-3c21-4183-a748-13cb1a7497c6 req-39f2159f-2881-46a4-9a87-853fc506b5a0 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887444 Aug 05 02:17:16.390584 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57d5c5-b838-4398-b082-0caca897f474 req-db35589c-9bf9-400f-a5f7-f9e83939859b tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:16.392093 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d57d5c5-b838-4398-b082-0caca897f474 req-db35589c-9bf9-400f-a5f7-f9e83939859b tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 945 time: 0.0482960 Aug 05 02:17:16.443048 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d57d5c5-b838-4398-b082-0caca897f474 req-7b4ba116-4ba4-45cf-a48d-84bffc2c4321 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449362 Aug 05 02:17:16.503039 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0560659-3782-428b-966d-62b9abb86b3b req-6575a514-0c11-4bb4-ad9e-c1f676169f88 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:16.504592 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c0560659-3782-428b-966d-62b9abb86b3b req-6575a514-0c11-4bb4-ad9e-c1f676169f88 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0490417 Aug 05 02:17:16.541526 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c0560659-3782-428b-966d-62b9abb86b3b req-96d8192f-8787-4a0d-864e-8e7ae7aeca1c tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311334 Aug 05 02:17:16.858378 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device adb7dff6-9871-45c0-93a1-2d09283d4199 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:17:16.883661 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: adb7dff6-9871-45c0-93a1-2d09283d4199 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:17:16.884007 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device adb7dff6-9871-45c0-93a1-2d09283d4199 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:17:16.884696 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:17:16.973477 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:16.998625 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:17.001437 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10715eea-281b-4b3e-858f-674b517fc4be" -d '{"events": [{"server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:17.016366 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:17.023503 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:17.072579 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3e049c-8506-46f4-8e8d-1b084c6f6387 x-openstack-request-id: req-3d3e049c-8506-46f4-8e8d-1b084c6f6387 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:17.072789 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:17.073347 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d3e049c-8506-46f4-8e8d-1b084c6f6387 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:17.073936 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'code': 200} Aug 05 02:17:17.102508 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53eb572-5312-4368-b3f2-6b6a33c8b85c req-7f890609-5de2-485e-a7b4-f6dbb1f7a4d3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:17.103459 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,revision_number=8']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:17.104321 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c53eb572-5312-4368-b3f2-6b6a33c8b85c req-7f890609-5de2-485e-a7b4-f6dbb1f7a4d3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0703294 Aug 05 02:17:17.150918 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c53eb572-5312-4368-b3f2-6b6a33c8b85c req-ab4b8af4-c6d9-438a-94fe-243fcc5e2b54 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392752 Aug 05 02:17:17.557662 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2138277-9031-4553-8e70-b3269c73d5ea req-72843567-ee6e-452d-83e7-a0560c6065fe tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:17.559264 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d2138277-9031-4553-8e70-b3269c73d5ea req-72843567-ee6e-452d-83e7-a0560c6065fe tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 945 time: 0.0509348 Aug 05 02:17:17.570412 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d556b90-48af-4c9f-9b36-5f776e539176 req-065144ee-8459-4bfb-a5a4-9032be7d3675 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:17.571860 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9d556b90-48af-4c9f-9b36-5f776e539176 req-065144ee-8459-4bfb-a5a4-9032be7d3675 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 945 time: 0.0496898 Aug 05 02:17:17.600104 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d2138277-9031-4553-8e70-b3269c73d5ea req-0f56c68b-06c9-4ae0-81da-20f86f3dc0b5 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/security-groups?id=c53a1329-1afd-47c3-97a2-ca9ba9dec57d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340710 Aug 05 02:17:17.674389 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-9d556b90-48af-4c9f-9b36-5f776e539176 req-6c24d016-03b8-490e-833d-c52580cfc252 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Deleting port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:17:17.674840 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-9d556b90-48af-4c9f-9b36-5f776e539176 req-6c24d016-03b8-490e-833d-c52580cfc252 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:17.764664 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-9d556b90-48af-4c9f-9b36-5f776e539176 req-6c24d016-03b8-490e-833d-c52580cfc252 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] For port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c,segment=NetworkSegment(4efa2a4e-e03a-4727-8253-93422a5cd4b6),segment_id=4efa2a4e-e03a-4727-8253-93422a5cd4b6)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:17.765021 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-9d556b90-48af-4c9f-9b36-5f776e539176 req-6c24d016-03b8-490e-833d-c52580cfc252 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:17.776754 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-9d556b90-48af-4c9f-9b36-5f776e539176 req-6c24d016-03b8-490e-833d-c52580cfc252 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Calling delete_port for 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:17:17.907025 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-9d556b90-48af-4c9f-9b36-5f776e539176 req-6c24d016-03b8-490e-833d-c52580cfc252 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:17.918344 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:17:17.933885 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24d016-03b8-490e-833d-c52580cfc252 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Pushing event deleted for resources: {'Port': ['ID=8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:17.977663 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d556b90-48af-4c9f-9b36-5f776e539176 req-6c24d016-03b8-490e-833d-c52580cfc252 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] No DVR routers for this DVR port 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:17:17.980057 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-9d556b90-48af-4c9f-9b36-5f776e539176 req-6c24d016-03b8-490e-833d-c52580cfc252 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:17.982086 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9d556b90-48af-4c9f-9b36-5f776e539176 req-6c24d016-03b8-490e-833d-c52580cfc252 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.43 "DELETE /v2.0/ports/8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c HTTP/1.1" status: 204 len: 173 time: 0.3978074 Aug 05 02:17:17.982508 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b5ebf9-6233-429f-b343-bb363397d70c', 'name': 'network-vif-deleted', 'tag': '8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:17.984718 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a0dbad-8e7b-40c2-ba77-9e3cb05ed271" -d '{"events": [{"server_uuid": "20b5ebf9-6233-429f-b343-bb363397d70c", "name": "network-vif-deleted", "tag": "8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:18.020432 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396df7bc-8fbf-4d7f-8c92-efa379eb2b16 x-openstack-request-id: req-396df7bc-8fbf-4d7f-8c92-efa379eb2b16 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:18.020723 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b5ebf9-6233-429f-b343-bb363397d70c", "name": "network-vif-deleted", "tag": "8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:18.020972 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-396df7bc-8fbf-4d7f-8c92-efa379eb2b16 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:18.021359 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b5ebf9-6233-429f-b343-bb363397d70c', 'name': 'network-vif-deleted', 'tag': '8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c', 'status': 'completed', 'code': 200} Aug 05 02:17:18.267508 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f55661-5bc2-4278-bcc4-7e8e400fb934 req-90687cd3-9d17-4213-85a1-86bdb6a506f1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:18.268933 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a7f55661-5bc2-4278-bcc4-7e8e400fb934 req-90687cd3-9d17-4213-85a1-86bdb6a506f1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0466683 Aug 05 02:17:18.307190 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a7f55661-5bc2-4278-bcc4-7e8e400fb934 req-20aacea2-5784-436b-a247-d0c0ff899bb0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324101 Aug 05 02:17:18.483078 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-9feccd40-d3cc-499e-a60a-098ca3324367 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=68d2701e9fbe409bb8ce49a8e54d0e41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285187 Aug 05 02:17:18.690668 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe486-c6fc-4d51-8268-ff209056934d req-f5f0fb7d-7048-4422-ba6f-3a5ae5f7e9e7 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:18.692867 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-f5f0fb7d-7048-4422-ba6f-3a5ae5f7e9e7 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050917 Aug 05 02:17:18.711572 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-55e2b82c-d422-422e-98b4-34a83fe2428c tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/quotas/68d2701e9fbe409bb8ce49a8e54d0e41 HTTP/1.1" status: 200 len: 375 time: 0.0109007 Aug 05 02:17:18.733803 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d19744e5-72c7-4b5c-a8f2-aa179609232a req-1c636b82-1240-45c9-8512-21f16c68f152 tempest-AttachVolumeNegativeTest-1843252877 tempest-AttachVolumeNegativeTest-1843252877-project] 10.222.0.39 "GET /v2.0/ports?device_id=20b5ebf9-6233-429f-b343-bb363397d70c HTTP/1.1" status: 200 len: 210 time: 0.0352340 Aug 05 02:17:18.751254 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-b3dc8711-8acd-4043-b928-4a0fa8e82407 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=68d2701e9fbe409bb8ce49a8e54d0e41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318079 Aug 05 02:17:18.904309 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-943a731c-e542-4247-8277-fc8f59ec6967 req-cb88d4c3-2ed1-4974-af39-09d0b3dbb9d0 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 210 time: 0.0252578 Aug 05 02:17:19.431374 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6f4b0-4adb-4504-8c78-1b2358ea490f req-246d9e95-2280-42aa-a303-45d5cf93c692 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:19.433136 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-30d6f4b0-4adb-4504-8c78-1b2358ea490f req-246d9e95-2280-42aa-a303-45d5cf93c692 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0517147 Aug 05 02:17:19.471977 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-30d6f4b0-4adb-4504-8c78-1b2358ea490f req-316c7527-fbea-4d93-a824-cff6227f987c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321822 Aug 05 02:17:19.710107 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373e0c8-aeb9-4ce4-be69-e2aff455b1fb req-fefae4ea-4fdc-4901-91c4-d3d254294d00 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:19.711604 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6373e0c8-aeb9-4ce4-be69-e2aff455b1fb req-fefae4ea-4fdc-4901-91c4-d3d254294d00 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 946 time: 0.0530300 Aug 05 02:17:19.750688 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6373e0c8-aeb9-4ce4-be69-e2aff455b1fb req-8c3d3fe1-a861-4b47-9ef1-669073379d2d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324962 Aug 05 02:17:19.794217 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 49108) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:19.845827 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2b36a0-a4d3-4026-a54a-b7f16bc95606 admin admin] Deleting subnet 21115f09-b253-45be-95ff-5784aee1cf34 {{(pid=93455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:17:19.849196 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dc2b36a0-a4d3-4026-a54a-b7f16bc95606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:19.890574 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dc2b36a0-a4d3-4026-a54a-b7f16bc95606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3849070'] for subnet, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:19.891581 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-d9df5cf4-7b33-4120-be46-b0867c92e845 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=68d2701e9fbe409bb8ce49a8e54d0e41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245917 Aug 05 02:17:19.940057 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dc2b36a0-a4d3-4026-a54a-b7f16bc95606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.009483 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-407c5f8d-2860-4c14-9bc5-d5e679badbc5 req-64abd103-300a-494f-8efb-4207939a2e61 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 210 time: 0.0303514 Aug 05 02:17:20.046312 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dc2b36a0-a4d3-4026-a54a-b7f16bc95606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841103'] for subnet, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.063280 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe486-c6fc-4d51-8268-ff209056934d req-52675fef-b0e8-4de6-a0ec-b9e887c5703b tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:20.064814 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-52675fef-b0e8-4de6-a0ec-b9e887c5703b tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597662 Aug 05 02:17:20.076271 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b36a0-a4d3-4026-a54a-b7f16bc95606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21115f09-b253-45be-95ff-5784aee1cf34,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:20.092509 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dc2b36a0-a4d3-4026-a54a-b7f16bc95606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.092747 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Request body: {'port': {'device_id': 'aa5ee001-565b-4e0f-8cad-dc21b618328f', 'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc', 'admin_state_up': True, 'tenant_id': '68d2701e9fbe409bb8ce49a8e54d0e41'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:17:20.093695 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-dc2b36a0-a4d3-4026-a54a-b7f16bc95606 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/21115f09-b253-45be-95ff-5784aee1cf34 HTTP/1.1" status: 204 len: 168 time: 0.2983034 Aug 05 02:17:20.100377 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 49124) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:20.132922 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0108c84-d9ed-4e0b-be5c-3adb21f5a9e8 req-4b45ed0b-5db6-47a9-be5f-45dc23f58725 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:20.135784 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f0108c84-d9ed-4e0b-be5c-3adb21f5a9e8 req-4b45ed0b-5db6-47a9-be5f-45dc23f58725 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0604079 Aug 05 02:17:20.174942 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f0108c84-d9ed-4e0b-be5c-3adb21f5a9e8 req-7859f8fd-e2a6-45dc-9f9e-47761e3c5e8d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Aug 05 02:17:20.239420 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.350174 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.352653 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Made reservation on behalf of 68d2701e9fbe409bb8ce49a8e54d0e41 for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:17:20.356064 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.372000 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.372330 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.373177 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.373551 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > port after_create 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.373904 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.374296 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > port after_update 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.374612 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.374988 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.375332 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.375647 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.453008 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.453351 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.453990 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.454322 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 02:17:20.454774 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b2c87c-584c-423a-bf93-87673f3bb1f4']}} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:20.469853 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.482097 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efa2a4e-e03a-4727-8253-93422a5cd4b6') {'for_net_delete': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:20.482404 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efa2a4e-e03a-4727-8253-93422a5cd4b6') {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:20.507864 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25431381'] for segment, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.523230 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 49148) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:20.535701 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.545788 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bae419-ead5-417e-b43b-196cfd9a874b req-0294f923-673c-4b13-a03c-26d2ad104e3d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:20.547564 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-31bae419-ead5-417e-b43b-196cfd9a874b req-0294f923-673c-4b13-a03c-26d2ad104e3d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0573034 Aug 05 02:17:20.551880 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:17:20.552315 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25278020'] for segment, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: from cryptography.utils import int_from_bytes Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: from cryptography.utils import int_from_bytes Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: Traceback (most recent call last): Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: timer() Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: cb(*args, **kw) Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: return func(*args, **kwargs) Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: self._notify() Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: self.callback(batched_events) Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: event.method(event) Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: return f(self, *a, **k) Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._get(url).json() Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: return self.request(url, 'GET', **kwargs) Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:17:20.556239 dv-cinder-803533-1-iscsi neutron-server[93456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:17:20.618747 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-31bae419-ead5-417e-b43b-196cfd9a874b req-f596b0c7-5b26-4c4f-aab3-3756a9f4f860 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647266 Aug 05 02:17:20.629789 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.637458 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-92fc28b4-709f-4a2f-8007-bea5cb6355d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129155 Aug 05 02:17:20.644703 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.646885 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] 10.222.0.39 "DELETE /v2.0/networks/11b2c87c-584c-423a-bf93-87673f3bb1f4 HTTP/1.1" status: 204 len: 168 time: 0.5453229 Aug 05 02:17:20.662130 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b178c0-c20d-4870-b749-2be1ad5aea2b admin admin] Pushing event deleted for resources: {'Network': ['ID=11b2c87c-584c-423a-bf93-87673f3bb1f4,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:20.709201 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.713974 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:20.786794 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1738b181-94ca-470f-8bdf-cc4d41cb2521,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:20.876685 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 49162) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:20.907615 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Allocated IP 192.168.233.86 (90277ce8-a4b3-48a6-b39d-712c241d5ebc/5ae8faaa-f314-47a6-8462-98f06d2633fd/3723b248-2d1e-49bd-b253-d7262536563d) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:17:20.917228 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b8d5c4d9-ebc1-4a57-9b77-7394e792c454 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3412d5b792247319c0049353054d1dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388889 Aug 05 02:17:20.920494 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 49164) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:20.924571 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b30ae-4c28-4759-b764-f65023dcf3ed req-3280c5af-cf79-4df6-a9bd-3a3c6f25ad86 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:20.926073 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cb4b30ae-4c28-4759-b764-f65023dcf3ed req-3280c5af-cf79-4df6-a9bd-3a3c6f25ad86 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 946 time: 0.0783403 Aug 05 02:17:20.979517 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9fcf-f11c-4084-adde-7ce00831b602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:21.000855 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cb4b30ae-4c28-4759-b764-f65023dcf3ed req-8dcd8b02-f4b3-44f8-ae69-3c25bb8e421d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658991 Aug 05 02:17:21.001397 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9fcf-f11c-4084-adde-7ce00831b602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:21.061429 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9fcf-f11c-4084-adde-7ce00831b602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:21.063933 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9fcf-f11c-4084-adde-7ce00831b602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:21.065044 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-4dfe9fcf-f11c-4084-adde-7ce00831b602 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c53a1329-1afd-47c3-97a2-ca9ba9dec57d HTTP/1.1" status: 204 len: 168 time: 0.1425226 Aug 05 02:17:21.077791 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe9fcf-f11c-4084-adde-7ce00831b602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53a1329-1afd-47c3-97a2-ca9ba9dec57d,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:21.130219 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e1a97bd7-8514-4782-acfa-eb5a792cb248 req-710cba07-9ea1-4d49-9811-fdf84c446cd3 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 210 time: 0.0318608 Aug 05 02:17:21.140693 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:21.159291 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Transition to ACTIVE for port object 3723b248-2d1e-49bd-b253-d7262536563d will not be triggered until provisioned by entity DHCP. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:17:21.195908 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:21.244326 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Network 90277ce8-a4b3-48a6-b39d-712c241d5ebc is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:17:21.248994 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:17:21.253013 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:17:21.307491 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Pushing event updated for resources: {'Port': ['ID=3723b248-2d1e-49bd-b253-d7262536563d,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:21.332544 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:21.333193 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:21.357449 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-6a6857dc-6871-45c0-8b56-bcb2df32ee42 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2737336 Aug 05 02:17:21.369709 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fd385-4481-4a6e-bb2f-9085bedff6bd req-17a2fc94-097f-41ef-aed3-46f7255aaf3c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:21.370282 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ac3fd385-4481-4a6e-bb2f-9085bedff6bd req-17a2fc94-097f-41ef-aed3-46f7255aaf3c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0753269 Aug 05 02:17:21.375618 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Request body: {'port': {'device_id': 'aa5ee001-565b-4e0f-8cad-dc21b618328f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:17:21.456720 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ac3fd385-4481-4a6e-bb2f-9085bedff6bd req-c6a7c719-5032-48ac-af94-ccc31fa79899 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605574 Aug 05 02:17:21.466268 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:21.507560 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-e7a50f13-160f-43ed-98d7-2e29d7a95335 None None] Provisioning for port 3723b248-2d1e-49bd-b253-d7262536563d completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:17:21.512676 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-e7a50f13-160f-43ed-98d7-2e29d7a95335 None None] Provisioning complete for port 3723b248-2d1e-49bd-b253-d7262536563d triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:21.513056 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-e7a50f13-160f-43ed-98d7-2e29d7a95335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:21.549569 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-e7a50f13-160f-43ed-98d7-2e29d7a95335 None None] Port 3723b248-2d1e-49bd-b253-d7262536563d cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:17:21.763536 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe55f2-1486-42fc-986b-905f26207c76 req-bfaaee8d-2037-452d-bf5f-ec464700ab99 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:21.765540 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1bfe55f2-1486-42fc-986b-905f26207c76 req-bfaaee8d-2037-452d-bf5f-ec464700ab99 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.0711074 Aug 05 02:17:21.775276 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3723b248-2d1e-49bd-b253-d7262536563d {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:17:21.783051 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:21.798992 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Transition to ACTIVE for port object 3723b248-2d1e-49bd-b253-d7262536563d will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:17:21.804307 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:21.821653 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1bfe55f2-1486-42fc-986b-905f26207c76 req-9448f188-a431-4209-8485-922a391a2d0b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473535 Aug 05 02:17:21.889296 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Pushing event updated for resources: {'Port': ['ID=3723b248-2d1e-49bd-b253-d7262536563d,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:21.985998 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e33a8-1cb4-4620-8dfd-ef37af3055dd req-9a92c5f3-e15c-421f-a409-9b052848adc0 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:21.987490 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d69e33a8-1cb4-4620-8dfd-ef37af3055dd req-9a92c5f3-e15c-421f-a409-9b052848adc0 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 946 time: 0.0720725 Aug 05 02:17:22.005793 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Attempting to bind port 3723b248-2d1e-49bd-b253-d7262536563d on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:17:22.006127 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Attempting to bind port 3723b248-2d1e-49bd-b253-d7262536563d by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': '655e12d1-2860-4db7-b9d9-64da6807ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:17:22.006590 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Attempting to bind port 3723b248-2d1e-49bd-b253-d7262536563d on network 90277ce8-a4b3-48a6-b39d-712c241d5ebc {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:17:22.030582 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Port 3723b248-2d1e-49bd-b253-d7262536563d on network 90277ce8-a4b3-48a6-b39d-712c241d5ebc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:17:22.030582 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Attempting to bind port 3723b248-2d1e-49bd-b253-d7262536563d on network 90277ce8-a4b3-48a6-b39d-712c241d5ebc {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:17:22.075951 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-70a94239-ea98-4252-8067-9c0c176ae637 req-a6bddb48-d4d2-4075-99d2-fb839d22402e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590999 Aug 05 02:17:22.099253 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:17:22.099596 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Checking segment: {'id': '655e12d1-2860-4db7-b9d9-64da6807ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:17:22.099965 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Bound using segment: {'id': '655e12d1-2860-4db7-b9d9-64da6807ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:17:22.100399 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Bound port: 3723b248-2d1e-49bd-b253-d7262536563d, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '655e12d1-2860-4db7-b9d9-64da6807ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:17:22.100749 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:22.158145 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a94239-ea98-4252-8067-9c0c176ae637 req-3f750574-322d-4ede-b8a1-ddf40a9849aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:22.160273 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-70a94239-ea98-4252-8067-9c0c176ae637 req-3f750574-322d-4ede-b8a1-ddf40a9849aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 1099 time: 0.0569654 Aug 05 02:17:22.209186 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40730571-2f5a-421d-8fcd-5339cd10db48 req-34fa80ee-f7a8-4c33-a8bf-245ee65baef7 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:22.211305 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-40730571-2f5a-421d-8fcd-5339cd10db48 req-34fa80ee-f7a8-4c33-a8bf-245ee65baef7 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 946 time: 0.1201525 Aug 05 02:17:22.220232 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-d69e33a8-1cb4-4620-8dfd-ef37af3055dd req-6e655885-c963-4375-b1b7-3e2a7c698432 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Deleting port 549e146f-14a1-4e3e-9e29-01034be371e5 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:17:22.220563 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d69e33a8-1cb4-4620-8dfd-ef37af3055dd req-6e655885-c963-4375-b1b7-3e2a7c698432 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:22.326558 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] For port 3723b248-2d1e-49bd-b253-d7262536563d, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:17:22.337736 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149d36a-a5b5-46f6-a58d-fdb210a7d759 req-9fea8752-9485-4ada-91a8-0ab89a66e9d1 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:22.340062 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c149d36a-a5b5-46f6-a58d-fdb210a7d759 req-9fea8752-9485-4ada-91a8-0ab89a66e9d1 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 947 time: 0.1145196 Aug 05 02:17:22.343091 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a94239-ea98-4252-8067-9c0c176ae637 req-e09efa96-6dfb-41f5-929f-2d8935134eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:22.344446 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-70a94239-ea98-4252-8067-9c0c176ae637 req-e09efa96-6dfb-41f5-929f-2d8935134eee service neutron] 10.222.0.43 "GET /v2.0/networks?id=04c23d2b-4628-4e7e-82ed-143193917639 HTTP/1.1" status: 200 len: 910 time: 0.1483884 Aug 05 02:17:22.346434 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-40730571-2f5a-421d-8fcd-5339cd10db48 req-34e4fea2-9003-467b-9513-a653635d382f tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221828 Aug 05 02:17:22.351586 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] For port 3723b248-2d1e-49bd-b253-d7262536563d, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=3723b248-2d1e-49bd-b253-d7262536563d,segment=NetworkSegment(655e12d1-2860-4db7-b9d9-64da6807ce3f),segment_id=655e12d1-2860-4db7-b9d9-64da6807ce3f)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:17:22.359428 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:22.394247 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-d69e33a8-1cb4-4620-8dfd-ef37af3055dd req-6e655885-c963-4375-b1b7-3e2a7c698432 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] For port 549e146f-14a1-4e3e-9e29-01034be371e5, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=549e146f-14a1-4e3e-9e29-01034be371e5,segment=NetworkSegment(cfce90a1-75ac-4d0b-83be-5585c879435f),segment_id=cfce90a1-75ac-4d0b-83be-5585c879435f)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:22.394515 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d69e33a8-1cb4-4620-8dfd-ef37af3055dd req-6e655885-c963-4375-b1b7-3e2a7c698432 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:22.424593 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:22.425202 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:22.426599 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] 10.222.0.43 "PUT /v2.0/ports/3723b248-2d1e-49bd-b253-d7262536563d HTTP/1.1" status: 200 len: 1097 time: 1.0553522 Aug 05 02:17:22.428939 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5ee001-565b-4e0f-8cad-dc21b618328f', 'tag': '3723b248-2d1e-49bd-b253-d7262536563d'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:22.431421 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21eadea-9cf0-4e3e-81c1-4fde45404251" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5ee001-565b-4e0f-8cad-dc21b618328f", "tag": "3723b248-2d1e-49bd-b253-d7262536563d"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:22.476329 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c149d36a-a5b5-46f6-a58d-fdb210a7d759 req-d518ff53-9991-4d8f-8c59-a17d72c6f67d tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291974 Aug 05 02:17:22.509863 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-d69e33a8-1cb4-4620-8dfd-ef37af3055dd req-6e655885-c963-4375-b1b7-3e2a7c698432 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Calling delete_port for 549e146f-14a1-4e3e-9e29-01034be371e5 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:17:22.525545 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a89892-92d2-4786-a6f6-ee0db1cd1fde x-openstack-request-id: req-d8a89892-92d2-4786-a6f6-ee0db1cd1fde {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:22.525929 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5ee001-565b-4e0f-8cad-dc21b618328f", "tag": "3723b248-2d1e-49bd-b253-d7262536563d", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:22.527939 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8a89892-92d2-4786-a6f6-ee0db1cd1fde {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:22.527939 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5ee001-565b-4e0f-8cad-dc21b618328f', 'tag': '3723b248-2d1e-49bd-b253-d7262536563d', 'status': 'completed', 'code': 200} Aug 05 02:17:22.544851 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-70a94239-ea98-4252-8067-9c0c176ae637 req-31c7e08e-885d-4176-bd14-ecf359caed1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f24c50ea-e611-4ef4-adfb-4d4bd07e4787 HTTP/1.1" status: 200 len: 1002 time: 0.1828055 Aug 05 02:17:22.610060 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda81a0-3d4b-4ca8-b291-bd368e612758 service neutron] Pushing event updated for resources: {'Port': ['ID=3723b248-2d1e-49bd-b253-d7262536563d,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:22.624929 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-781342bd-139a-4dc0-a2f9-b723be1730ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:22.626878 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-781342bd-139a-4dc0-a2f9-b723be1730ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5&tenant_id=49c1479075fe448796d5d551e5a9f0d8 HTTP/1.1" status: 200 len: 1097 time: 0.1794298 Aug 05 02:17:22.735651 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-e0321108-04d3-42dc-9dca-cb28028f0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:22.737156 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-e0321108-04d3-42dc-9dca-cb28028f0200 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 1097 time: 0.0781205 Aug 05 02:17:22.814434 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d69e33a8-1cb4-4620-8dfd-ef37af3055dd req-6e655885-c963-4375-b1b7-3e2a7c698432 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:22.826228 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['549e146f-14a1-4e3e-9e29-01034be371e5'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:17:22.856486 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e655885-c963-4375-b1b7-3e2a7c698432 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Pushing event deleted for resources: {'Port': ['ID=549e146f-14a1-4e3e-9e29-01034be371e5,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:22.887806 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe486-c6fc-4d51-8268-ff209056934d req-7ae967f6-d740-49ea-acab-4923c4c4c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:22.888823 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:17:22.890991 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-7ae967f6-d740-49ea-acab-4923c4c4c257 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68d2701e9fbe409bb8ce49a8e54d0e41&device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 1100 time: 0.4053106 Aug 05 02:17:22.930055 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:17:22.930672 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 8cb7614f-ba4e-40d0-b6f2-67ebcb36f56c not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:17:22.931176 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:17:22.945182 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a94239-ea98-4252-8067-9c0c176ae637 req-255c8424-3486-484e-b7ab-8f2f6a709551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:22.946860 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-70a94239-ea98-4252-8067-9c0c176ae637 req-255c8424-3486-484e-b7ab-8f2f6a709551 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62dd59a9-2ce2-4bfb-9d6c-59dc98b53745 HTTP/1.1" status: 200 len: 849 time: 0.3917773 Aug 05 02:17:22.950953 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-4d4e1df9-a3b8-471b-93f9-e95bac5ed960 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=3723b248-2d1e-49bd-b253-d7262536563d HTTP/1.1" status: 200 len: 217 time: 0.0443585 Aug 05 02:17:22.959583 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e169f3-b817-4aec-8abc-322a62494bd9 req-bd53bf5e-b96c-40f4-b527-ef053e2e3f7f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:22.970302 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b6e169f3-b817-4aec-8abc-322a62494bd9 req-bd53bf5e-b96c-40f4-b527-ef053e2e3f7f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.3734965 Aug 05 02:17:23.078752 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b6e169f3-b817-4aec-8abc-322a62494bd9 req-61f3df42-79c8-442e-85f4-1931a008f174 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073773 Aug 05 02:17:23.087636 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a94239-ea98-4252-8067-9c0c176ae637 req-60d6978a-05c9-48d3-a6e6-51c669121a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.090403 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-70a94239-ea98-4252-8067-9c0c176ae637 req-60d6978a-05c9-48d3-a6e6-51c669121a85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04c23d2b-4628-4e7e-82ed-143193917639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1079881 Aug 05 02:17:23.092513 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe486-c6fc-4d51-8268-ff209056934d req-60fbff1c-9cc8-4591-b89e-ed26c3a8da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.093866 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-60fbff1c-9cc8-4591-b89e-ed26c3a8da5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ae8faaa-f314-47a6-8462-98f06d2633fd HTTP/1.1" status: 200 len: 843 time: 0.1133325 Aug 05 02:17:23.189146 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69e33a8-1cb4-4620-8dfd-ef37af3055dd req-6e655885-c963-4375-b1b7-3e2a7c698432 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] No DVR routers for this DVR port 549e146f-14a1-4e3e-9e29-01034be371e5 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:17:23.197096 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-d69e33a8-1cb4-4620-8dfd-ef37af3055dd req-6e655885-c963-4375-b1b7-3e2a7c698432 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:23.199682 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d69e33a8-1cb4-4620-8dfd-ef37af3055dd req-6e655885-c963-4375-b1b7-3e2a7c698432 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.43 "DELETE /v2.0/ports/549e146f-14a1-4e3e-9e29-01034be371e5 HTTP/1.1" status: 204 len: 173 time: 1.2001169 Aug 05 02:17:23.221835 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe486-c6fc-4d51-8268-ff209056934d req-4ac9a78a-98d0-4eeb-b6fd-d6bf5696daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.224880 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-4ac9a78a-98d0-4eeb-b6fd-d6bf5696daef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90277ce8-a4b3-48a6-b39d-712c241d5ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1080053 Aug 05 02:17:23.225033 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-9d9b83ee-12e6-4022-8688-739bc7bf9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.225892 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-9d9b83ee-12e6-4022-8688-739bc7bf9d56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 916 time: 0.4787889 Aug 05 02:17:23.239169 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-70a94239-ea98-4252-8067-9c0c176ae637 req-4adbf4d3-5e29-4c24-a4d0-a0677804a917 service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251354 Aug 05 02:17:23.248772 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cead7-c690-4aae-a022-6bab979743a7 req-b4ab6c71-20c6-420c-9aa1-0f3cb3d98259 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.250485 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1a2cead7-c690-4aae-a022-6bab979743a7 req-b4ab6c71-20c6-420c-9aa1-0f3cb3d98259 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.3503039 Aug 05 02:17:23.335270 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 49234) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:23.344024 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-4800c746-e109-45ae-82d3-4cb3f369a544 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9 HTTP/1.1" status: 200 len: 999 time: 0.0925374 Aug 05 02:17:23.347816 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1a2cead7-c690-4aae-a022-6bab979743a7 req-9622cee3-0038-462c-9c88-51282d92b643 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892169 Aug 05 02:17:23.411162 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-d26013ea-6ade-4328-adf4-64bd0e0f7985 service neutron] 10.222.0.43 "GET /v2.0/networks/90277ce8-a4b3-48a6-b39d-712c241d5ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689734 Aug 05 02:17:23.417053 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-70a94239-ea98-4252-8067-9c0c176ae637 req-5148cfed-093a-416a-840b-5493d5855b94 service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567640 Aug 05 02:17:23.428857 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-4a7a21da-91e3-45b8-bde4-3cb611a31063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.434406 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-4a7a21da-91e3-45b8-bde4-3cb611a31063 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 200 len: 855 time: 0.0740767 Aug 05 02:17:23.502231 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-a2d43000-153b-4758-b212-8f818cedb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.503893 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-a2d43000-153b-4758-b212-8f818cedb6b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566456 Aug 05 02:17:23.515384 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c035-6668-43b4-8917-9a66a9173b1c req-440353ec-5c76-4e4b-ac34-b12db9feea7a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.523209 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-92461687-533c-453a-8186-61627539c909 req-73b68ddb-8873-45ad-82b7-d7feae31d871 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae0de007-a851-4506-b2df-f71a9ec012cc HTTP/1.1" status: 200 len: 210 time: 0.0600543 Aug 05 02:17:23.523621 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0cf9c035-6668-43b4-8917-9a66a9173b1c req-440353ec-5c76-4e4b-ac34-b12db9feea7a tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.43 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 946 time: 0.1070688 Aug 05 02:17:23.562298 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-369fe486-c6fc-4d51-8268-ff209056934d req-f93545ad-2b72-4920-aeae-63fb4f72bfc4 service neutron] 10.222.0.43 "GET /v2.0/networks/90277ce8-a4b3-48a6-b39d-712c241d5ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320734 Aug 05 02:17:23.591649 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d24c8e06-f186-45a8-baa7-91d0591895b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:23.652544 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21eadea-9cf0-4e3e-81c1-4fde45404251 req-cec86e3f-a720-45c6-971a-56921932a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.654032 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a21eadea-9cf0-4e3e-81c1-4fde45404251 req-cec86e3f-a720-45c6-971a-56921932a01e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68d2701e9fbe409bb8ce49a8e54d0e41&device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 1100 time: 0.0440555 Aug 05 02:17:23.757298 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-4c1aa3a6-1b26-47e1-a064-a22a2bea2511 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309794 Aug 05 02:17:23.762210 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21eadea-9cf0-4e3e-81c1-4fde45404251 req-a52b0840-6237-481a-a3e7-f97937cd41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.763782 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a21eadea-9cf0-4e3e-81c1-4fde45404251 req-a52b0840-6237-481a-a3e7-f97937cd41ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=90277ce8-a4b3-48a6-b39d-712c241d5ebc HTTP/1.1" status: 200 len: 869 time: 0.0961688 Aug 05 02:17:23.776238 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d775f-7202-462e-8567-a0af216c23e4 req-9533619e-f89f-4ca8-bb79-70f4dcf2e939 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.777719 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-094d775f-7202-462e-8567-a0af216c23e4 req-9533619e-f89f-4ca8-bb79-70f4dcf2e939 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 947 time: 0.1823325 Aug 05 02:17:23.813695 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a21eadea-9cf0-4e3e-81c1-4fde45404251 req-8a8dd810-8ada-4dfc-ad12-05f4da7174f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=3723b248-2d1e-49bd-b253-d7262536563d HTTP/1.1" status: 200 len: 217 time: 0.0399446 Aug 05 02:17:23.888270 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21eadea-9cf0-4e3e-81c1-4fde45404251 req-128f4333-4c62-4419-b8bd-80ccfde5ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.889823 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a21eadea-9cf0-4e3e-81c1-4fde45404251 req-128f4333-4c62-4419-b8bd-80ccfde5ea57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ae8faaa-f314-47a6-8462-98f06d2633fd HTTP/1.1" status: 200 len: 843 time: 0.0645928 Aug 05 02:17:23.905644 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-0cf9c035-6668-43b4-8917-9a66a9173b1c req-d5aeab01-88a5-4a46-aaf4-528c490723c4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Deleting port 82c35ed6-2be9-40b0-99c0-f0552615200d {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:17:23.906024 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0cf9c035-6668-43b4-8917-9a66a9173b1c req-d5aeab01-88a5-4a46-aaf4-528c490723c4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:23.952151 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21eadea-9cf0-4e3e-81c1-4fde45404251 req-394a1eab-3d3f-49f1-96f2-a3f186b01256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:23.954600 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-094d775f-7202-462e-8567-a0af216c23e4 req-19baca4e-37a8-43a4-8015-31103f6a7c3e tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689003 Aug 05 02:17:23.954805 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a21eadea-9cf0-4e3e-81c1-4fde45404251 req-394a1eab-3d3f-49f1-96f2-a3f186b01256 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90277ce8-a4b3-48a6-b39d-712c241d5ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0513930 Aug 05 02:17:24.050608 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d24c8e06-f186-45a8-baa7-91d0591895b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:24.053323 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7afe3e2b-2c5b-4184-b8b8-97a12495ac4e req-2725f00f-2037-4443-ac00-dcd49329be07 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747109 Aug 05 02:17:24.061810 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d24c8e06-f186-45a8-baa7-91d0591895b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:24.074990 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a21eadea-9cf0-4e3e-81c1-4fde45404251 req-bab1c21f-fc25-4998-91a2-3381fa9ca637 service neutron] 10.222.0.43 "GET /v2.0/networks/90277ce8-a4b3-48a6-b39d-712c241d5ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081095 Aug 05 02:17:24.097482 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-0cf9c035-6668-43b4-8917-9a66a9173b1c req-d5aeab01-88a5-4a46-aaf4-528c490723c4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] For port 82c35ed6-2be9-40b0-99c0-f0552615200d, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=82c35ed6-2be9-40b0-99c0-f0552615200d,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:24.097892 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0cf9c035-6668-43b4-8917-9a66a9173b1c req-d5aeab01-88a5-4a46-aaf4-528c490723c4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:24.136637 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c8e06-f186-45a8-baa7-91d0591895b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766f4803-69bd-494e-8144-086312dfcdd2,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:24.147592 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-0cf9c035-6668-43b4-8917-9a66a9173b1c req-d5aeab01-88a5-4a46-aaf4-528c490723c4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Calling delete_port for 82c35ed6-2be9-40b0-99c0-f0552615200d owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:17:24.156540 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-d24c8e06-f186-45a8-baa7-91d0591895b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86d63086f610439b951da9a74841b356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8201363 Aug 05 02:17:24.159422 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 49256) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:24.288881 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a21eadea-9cf0-4e3e-81c1-4fde45404251 req-02503444-abcd-4c21-ae1e-0fe96ce77a90 service neutron] 10.222.0.43 "GET /v2.0/networks/90277ce8-a4b3-48a6-b39d-712c241d5ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044992 Aug 05 02:17:24.301465 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-010e0ecb-ff86-47e9-8b72-f7db0c0309e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:24.302798 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0cf9c035-6668-43b4-8917-9a66a9173b1c req-d5aeab01-88a5-4a46-aaf4-528c490723c4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:24.309834 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120876b-3920-4fe3-bb32-875415240a0c req-c38afbd6-f14a-4d55-a532-db5e84d50e93 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:24.317062 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9120876b-3920-4fe3-bb32-875415240a0c req-c38afbd6-f14a-4d55-a532-db5e84d50e93 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.1033802 Aug 05 02:17:24.317278 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['aaedd208-5daa-4672-b829-1910d313c761', '82c35ed6-2be9-40b0-99c0-f0552615200d'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:17:24.336497 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aeab01-88a5-4a46-aaf4-528c490723c4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Pushing event deleted for resources: {'Port': ['ID=82c35ed6-2be9-40b0-99c0-f0552615200d,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:24.357474 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-010e0ecb-ff86-47e9-8b72-f7db0c0309e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:24.391428 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9120876b-3920-4fe3-bb32-875415240a0c req-9a1f1647-10eb-4ad4-aa84-da201700fd1a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722735 Aug 05 02:17:24.394969 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf9c035-6668-43b4-8917-9a66a9173b1c req-d5aeab01-88a5-4a46-aaf4-528c490723c4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] No DVR routers for this DVR port 82c35ed6-2be9-40b0-99c0-f0552615200d on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:17:24.397593 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0cf9c035-6668-43b4-8917-9a66a9173b1c req-d5aeab01-88a5-4a46-aaf4-528c490723c4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:24.399921 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0cf9c035-6668-43b4-8917-9a66a9173b1c req-d5aeab01-88a5-4a46-aaf4-528c490723c4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.43 "DELETE /v2.0/ports/82c35ed6-2be9-40b0-99c0-f0552615200d HTTP/1.1" status: 204 len: 173 time: 0.8590577 Aug 05 02:17:24.465390 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-010e0ecb-ff86-47e9-8b72-f7db0c0309e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:24.467964 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-010e0ecb-ff86-47e9-8b72-f7db0c0309e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:24.470331 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-010e0ecb-ff86-47e9-8b72-f7db0c0309e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/766f4803-69bd-494e-8144-086312dfcdd2 HTTP/1.1" status: 204 len: 168 time: 0.3092835 Aug 05 02:17:24.479526 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e0ecb-ff86-47e9-8b72-f7db0c0309e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766f4803-69bd-494e-8144-086312dfcdd2,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:24.501940 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-877d7abc-0276-451f-9fa6-b07242d7bacf req-010a3096-637e-4fa8-b5e5-b41c70fed6f6 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0465243 Aug 05 02:17:24.531560 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0de007-a851-4506-b2df-f71a9ec012cc', 'name': 'network-vif-deleted', 'tag': '549e146f-14a1-4e3e-9e29-01034be371e5'}, {'server_uuid': '65016fae-f1c5-4622-ada0-842fe70504d0', 'name': 'network-vif-deleted', 'tag': '82c35ed6-2be9-40b0-99c0-f0552615200d'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:24.534075 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb1ca0a-8e3e-4408-8090-fcce24514fea" -d '{"events": [{"server_uuid": "ae0de007-a851-4506-b2df-f71a9ec012cc", "name": "network-vif-deleted", "tag": "549e146f-14a1-4e3e-9e29-01034be371e5"}, {"server_uuid": "65016fae-f1c5-4622-ada0-842fe70504d0", "name": "network-vif-deleted", "tag": "82c35ed6-2be9-40b0-99c0-f0552615200d"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:24.593710 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a60201c-0692-4abc-84ae-3d5d78c5ffd0 x-openstack-request-id: req-3a60201c-0692-4abc-84ae-3d5d78c5ffd0 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:24.594082 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0de007-a851-4506-b2df-f71a9ec012cc", "name": "network-vif-deleted", "tag": "549e146f-14a1-4e3e-9e29-01034be371e5", "status": "completed", "code": 200}, {"server_uuid": "65016fae-f1c5-4622-ada0-842fe70504d0", "name": "network-vif-deleted", "tag": "82c35ed6-2be9-40b0-99c0-f0552615200d", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:24.594401 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a60201c-0692-4abc-84ae-3d5d78c5ffd0 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:24.594886 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0de007-a851-4506-b2df-f71a9ec012cc', 'name': 'network-vif-deleted', 'tag': '549e146f-14a1-4e3e-9e29-01034be371e5', 'status': 'completed', 'code': 200} Aug 05 02:17:24.595214 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65016fae-f1c5-4622-ada0-842fe70504d0', 'name': 'network-vif-deleted', 'tag': '82c35ed6-2be9-40b0-99c0-f0552615200d', 'status': 'completed', 'code': 200} Aug 05 02:17:24.849728 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 49284) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:24.864243 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8706f5c1-7610-4865-b4f5-587b8097b513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:24.977030 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8706f5c1-7610-4865-b4f5-587b8097b513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:24.994595 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8706f5c1-7610-4865-b4f5-587b8097b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:25.070368 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 49294) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:25.071369 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-8706f5c1-7610-4865-b4f5-587b8097b513 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=139676b12c79445680f8b77c3969076a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204862 Aug 05 02:17:25.072472 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706f5c1-7610-4865-b4f5-587b8097b513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eb7734-eec4-45d6-89a7-f7d686b5e012,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:25.144935 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-85ce23cf-e7ec-40f3-a1de-36b35000f59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:25.166217 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50e620-2db1-4237-a1cb-0e287cd8ac2e req-2b679bac-b10d-4855-b942-0d773bec4948 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:25.168446 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8c50e620-2db1-4237-a1cb-0e287cd8ac2e req-2b679bac-b10d-4855-b942-0d773bec4948 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 947 time: 0.0756428 Aug 05 02:17:25.183110 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-85ce23cf-e7ec-40f3-a1de-36b35000f59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:25.236748 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8c50e620-2db1-4237-a1cb-0e287cd8ac2e req-2e9df47c-5928-460d-a8de-39a6c504fc3a tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619693 Aug 05 02:17:25.250242 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-85ce23cf-e7ec-40f3-a1de-36b35000f59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:25.252740 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-85ce23cf-e7ec-40f3-a1de-36b35000f59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:25.253888 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-85ce23cf-e7ec-40f3-a1de-36b35000f59c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8eb7734-eec4-45d6-89a7-f7d686b5e012 HTTP/1.1" status: 204 len: 168 time: 0.1825306 Aug 05 02:17:25.262815 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce23cf-e7ec-40f3-a1de-36b35000f59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eb7734-eec4-45d6-89a7-f7d686b5e012,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:25.516617 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ace14b-323f-4eb6-957d-e79d3d206249 req-88901297-f504-4578-8a53-4e31df803f1e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:25.524802 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-90ace14b-323f-4eb6-957d-e79d3d206249 req-88901297-f504-4578-8a53-4e31df803f1e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0574238 Aug 05 02:17:25.572945 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-90ace14b-323f-4eb6-957d-e79d3d206249 req-396d00fc-b792-43cd-9cb9-02c03f23dfe8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472314 Aug 05 02:17:25.630533 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9d6d0160-6ae3-4774-b12b-ddb3576e9a95 req-2d845a39-480c-427a-81d9-0a1ca82d75ae tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0284941 Aug 05 02:17:26.364775 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287b831-4a8d-4f78-a765-2427fb2311d9 req-db00e195-2621-4036-8bcd-90d88f95549b tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:26.373312 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6287b831-4a8d-4f78-a765-2427fb2311d9 req-db00e195-2621-4036-8bcd-90d88f95549b tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 947 time: 0.0596957 Aug 05 02:17:26.407778 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6287b831-4a8d-4f78-a765-2427fb2311d9 req-9ace49db-0020-4aae-be0b-fc1fa5db04a9 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335829 Aug 05 02:17:26.727849 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a076c-7525-4d4a-88cc-a51f815792f5 req-4b19c3b8-9426-4eef-ad06-3d3cd72c12d7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:26.729451 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c18a076c-7525-4d4a-88cc-a51f815792f5 req-4b19c3b8-9426-4eef-ad06-3d3cd72c12d7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0680873 Aug 05 02:17:26.784792 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ec448eea-b2a6-42ea-846b-fd60a99da184 req-4920f42a-f200-488f-b6ea-f0d08ddb709b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0347319 Aug 05 02:17:26.790824 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c18a076c-7525-4d4a-88cc-a51f815792f5 req-05a5d965-8d86-4ffc-b7bc-9623d1128f47 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545487 Aug 05 02:17:27.336852 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 49372) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:27.450405 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-edc5e939-6a8d-4148-a6c1-1627b9bac914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:27.540839 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9483f1d-a0ed-4697-a65f-12c7077a7116 req-362283f0-6da3-4689-b176-1eca2a61ac8a tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:27.542250 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a9483f1d-a0ed-4697-a65f-12c7077a7116 req-362283f0-6da3-4689-b176-1eca2a61ac8a tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 947 time: 0.0573218 Aug 05 02:17:27.553665 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-edc5e939-6a8d-4148-a6c1-1627b9bac914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:27.560924 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-edc5e939-6a8d-4148-a6c1-1627b9bac914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:27.591305 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a9483f1d-a0ed-4697-a65f-12c7077a7116 req-221db643-6dec-4de0-91bf-76812b499a87 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423040 Aug 05 02:17:27.612975 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-edc5e939-6a8d-4148-a6c1-1627b9bac914 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02dce8ff6b974bedb172603b7dc12fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748525 Aug 05 02:17:27.614741 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5e939-6a8d-4148-a6c1-1627b9bac914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10420b00-ae0e-46f3-959b-b9a844e2e84b,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:27.615602 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 49378) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:27.669670 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-86e10038-5a7c-42cb-b352-62ef14ec6151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:27.691412 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-86e10038-5a7c-42cb-b352-62ef14ec6151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:27.748157 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-86e10038-5a7c-42cb-b352-62ef14ec6151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:27.755186 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-86e10038-5a7c-42cb-b352-62ef14ec6151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:27.756338 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-86e10038-5a7c-42cb-b352-62ef14ec6151 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10420b00-ae0e-46f3-959b-b9a844e2e84b HTTP/1.1" status: 204 len: 168 time: 0.1397486 Aug 05 02:17:27.764668 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e10038-5a7c-42cb-b352-62ef14ec6151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10420b00-ae0e-46f3-959b-b9a844e2e84b,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:27.889077 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 3723b248-2d1e-49bd-b253-d7262536563d details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:17:27.904526 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 82c35ed6-2be9-40b0-99c0-f0552615200d no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:17:27.928706 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 82c35ed6-2be9-40b0-99c0-f0552615200d {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:17:27.929058 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 82c35ed6-2be9-40b0-99c0-f0552615200d not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:17:27.929472 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 549e146f-14a1-4e3e-9e29-01034be371e5 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:17:27.937928 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ae6a7b40-4b4d-4a17-ad35-5058f7fbf247 req-233a03b0-6a7c-4bfb-a3d5-ab90b4af2e58 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0466261 Aug 05 02:17:27.944922 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd3681-4527-4e18-8561-1751cc733133 req-05ef00e5-11e7-4738-95e6-4ae8f9ff003f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:27.951135 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-cedd3681-4527-4e18-8561-1751cc733133 req-05ef00e5-11e7-4738-95e6-4ae8f9ff003f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0925581 Aug 05 02:17:27.969481 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 549e146f-14a1-4e3e-9e29-01034be371e5 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:17:27.970067 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 549e146f-14a1-4e3e-9e29-01034be371e5 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:17:28.030138 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-cedd3681-4527-4e18-8561-1751cc733133 req-80339a54-d867-41e4-a430-a99198578e92 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638063 Aug 05 02:17:28.051938 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 3723b248-2d1e-49bd-b253-d7262536563d, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=3723b248-2d1e-49bd-b253-d7262536563d,segment=NetworkSegment(655e12d1-2860-4db7-b9d9-64da6807ce3f),segment_id=655e12d1-2860-4db7-b9d9-64da6807ce3f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:28.064178 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '3723b248-2d1e-49bd-b253-d7262536563d', 'network_id': '90277ce8-a4b3-48a6-b39d-712c241d5ebc', 'port_id': '3723b248-2d1e-49bd-b253-d7262536563d', 'mac_address': 'fa:16:3e:03:58:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae8faaa-f314-47a6-8462-98f06d2633fd', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:17:28.097403 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 49392) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:28.113586 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b6b3ec09-52ec-440a-a1ad-1a175ac3c598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:28.268479 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:28.276193 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b6b3ec09-52ec-440a-a1ad-1a175ac3c598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:28.285216 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b6b3ec09-52ec-440a-a1ad-1a175ac3c598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:28.304235 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-b6908c9b-2dc1-47c2-b7da-e735a430c500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:28.308080 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3723b248-2d1e-49bd-b253-d7262536563d {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:17:28.326966 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3ec09-52ec-440a-a1ad-1a175ac3c598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd68e65-2b4f-41d6-bcf1-fa367414198f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:28.327966 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 3723b248-2d1e-49bd-b253-d7262536563d, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=3723b248-2d1e-49bd-b253-d7262536563d,segment=NetworkSegment(655e12d1-2860-4db7-b9d9-64da6807ce3f),segment_id=655e12d1-2860-4db7-b9d9-64da6807ce3f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:28.332931 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b6b3ec09-52ec-440a-a1ad-1a175ac3c598 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f7da502b3034bed93875025f0e658ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343566 Aug 05 02:17:28.333199 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:28.336210 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 49394) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:28.392861 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=3723b248-2d1e-49bd-b253-d7262536563d,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:28.393487 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7fad4786-8916-4f79-8a91-24b695ea748c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:28.416703 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7fad4786-8916-4f79-8a91-24b695ea748c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:28.477935 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7fad4786-8916-4f79-8a91-24b695ea748c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:28.482172 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7fad4786-8916-4f79-8a91-24b695ea748c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:28.487302 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-7fad4786-8916-4f79-8a91-24b695ea748c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abd68e65-2b4f-41d6-bcf1-fa367414198f HTTP/1.1" status: 204 len: 168 time: 0.1464198 Aug 05 02:17:28.503364 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad4786-8916-4f79-8a91-24b695ea748c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd68e65-2b4f-41d6-bcf1-fa367414198f,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:28.633655 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['3723b248-2d1e-49bd-b253-d7262536563d'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:17:28.771835 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc61f0b-efc2-42dc-9725-0f8e081c1a2f req-29d75846-c736-472d-96fd-46ee818a8258 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:28.773866 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bcc61f0b-efc2-42dc-9725-0f8e081c1a2f req-29d75846-c736-472d-96fd-46ee818a8258 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 948 time: 0.0810010 Aug 05 02:17:28.824522 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bcc61f0b-efc2-42dc-9725-0f8e081c1a2f req-bdae4b6d-a7b2-4158-ac4a-0b2032ad78f6 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428221 Aug 05 02:17:29.010917 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:29.104000 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c917e945-bd53-4d34-8513-27f9584d27e3 req-6f61357a-3dfe-4828-84d8-d66937334003 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0657644 Aug 05 02:17:29.185606 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d51290-3148-4adb-9e6f-3690360b9f38 req-bcab2a60-d2ac-4261-8490-3c61f1756534 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:29.193225 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-09d51290-3148-4adb-9e6f-3690360b9f38 req-bcab2a60-d2ac-4261-8490-3c61f1756534 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0629709 Aug 05 02:17:29.231014 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-09d51290-3148-4adb-9e6f-3690360b9f38 req-0d98bfa4-f7bb-4cce-9b7b-42c3bfbde80f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369303 Aug 05 02:17:29.969368 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81bf5-5d7d-4bb7-b143-104643c8730a req-488395be-7504-4b16-950f-a193b7209a30 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:29.976755 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4af81bf5-5d7d-4bb7-b143-104643c8730a req-488395be-7504-4b16-950f-a193b7209a30 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 948 time: 0.0837464 Aug 05 02:17:30.016192 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4af81bf5-5d7d-4bb7-b143-104643c8730a req-08b6c85a-3bc1-4d4e-a48a-0a141efa627f tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385633 Aug 05 02:17:30.235407 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6ee13084-a5d3-41c8-bf36-eccf5addf77a req-084b205d-9710-4f2d-89b7-743c54db3fd7 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0274832 Aug 05 02:17:30.385718 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ae3ff-ab6a-4e9b-94ee-f0113d0e79fe req-c6bb4fd4-0523-4ac4-8f6e-d77ed170a2fb tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:30.387930 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-371ae3ff-ab6a-4e9b-94ee-f0113d0e79fe req-c6bb4fd4-0523-4ac4-8f6e-d77ed170a2fb tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0617516 Aug 05 02:17:30.451007 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-371ae3ff-ab6a-4e9b-94ee-f0113d0e79fe req-5d8f03dd-0dff-421f-84bb-53ffe927f411 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563617 Aug 05 02:17:30.844089 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-cab931f0-3a3e-4b45-8f23-f19a64965d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:30.870161 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:31.134283 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c255d-fd73-4902-bc67-5ba6b809d9a3 req-162f9e13-cc43-426c-82fc-5c3f9863f1cb tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:31.135699 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d12c255d-fd73-4902-bc67-5ba6b809d9a3 req-162f9e13-cc43-426c-82fc-5c3f9863f1cb tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 948 time: 0.0491552 Aug 05 02:17:31.190500 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d12c255d-fd73-4902-bc67-5ba6b809d9a3 req-312e68b9-0be7-4297-b997-480acfd0cda3 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483382 Aug 05 02:17:31.344594 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7b138668-cf86-481a-908a-e8c8a277c026 req-5daf561a-b941-45e3-9d3c-4b265742b07d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0283613 Aug 05 02:17:31.568549 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 3723b248-2d1e-49bd-b253-d7262536563d up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:17:31.579042 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d2a45-7d3e-4731-a100-946f90659ac1 req-371761ec-e2ff-4dba-9659-596b6bb8fa65 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:31.580698 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-aa2d2a45-7d3e-4731-a100-946f90659ac1 req-371761ec-e2ff-4dba-9659-596b6bb8fa65 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0558069 Aug 05 02:17:31.625121 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 3723b248-2d1e-49bd-b253-d7262536563d completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:17:31.632365 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 3723b248-2d1e-49bd-b253-d7262536563d triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:31.632805 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:31.641483 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-aa2d2a45-7d3e-4731-a100-946f90659ac1 req-35188bab-24d1-4429-b4a6-ab686b0263d0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544007 Aug 05 02:17:31.747822 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:31.772197 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5ee001-565b-4e0f-8cad-dc21b618328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3723b248-2d1e-49bd-b253-d7262536563d'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:31.774508 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866ff7b7-6541-43a8-9528-c52b83df2310" -d '{"events": [{"server_uuid": "aa5ee001-565b-4e0f-8cad-dc21b618328f", "name": "network-vif-plugged", "status": "completed", "tag": "3723b248-2d1e-49bd-b253-d7262536563d"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:31.788647 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 3723b248-2d1e-49bd-b253-d7262536563d, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=3723b248-2d1e-49bd-b253-d7262536563d,segment=NetworkSegment(655e12d1-2860-4db7-b9d9-64da6807ce3f),segment_id=655e12d1-2860-4db7-b9d9-64da6807ce3f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:31.792680 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:31.814726 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb09603-6a89-465e-a348-fba8e6823f1d x-openstack-request-id: req-2bb09603-6a89-465e-a348-fba8e6823f1d {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:31.815020 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5ee001-565b-4e0f-8cad-dc21b618328f", "name": "network-vif-plugged", "status": "completed", "tag": "3723b248-2d1e-49bd-b253-d7262536563d", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:31.815276 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bb09603-6a89-465e-a348-fba8e6823f1d {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:31.815659 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5ee001-565b-4e0f-8cad-dc21b618328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3723b248-2d1e-49bd-b253-d7262536563d', 'code': 200} Aug 05 02:17:31.842954 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=3723b248-2d1e-49bd-b253-d7262536563d,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:32.059576 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:32.309697 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01716c92-765f-464a-bc93-d411ae887ed3 req-6d40087f-1cca-4adf-ac77-d4c0aaff8f4d tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:32.311068 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01716c92-765f-464a-bc93-d411ae887ed3 req-6d40087f-1cca-4adf-ac77-d4c0aaff8f4d tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 949 time: 0.0473483 Aug 05 02:17:32.350525 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01716c92-765f-464a-bc93-d411ae887ed3 req-8fa6399c-e7eb-472c-b12d-e91d3afc01cd tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336635 Aug 05 02:17:32.456723 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7ef6a55b-bc20-460a-8060-d4a3cf5b2332 req-cbbf4e82-cd99-4b73-885b-827756be02dd tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0332994 Aug 05 02:17:32.778958 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe368f29-f62f-44e3-a3fa-5a7900dcadb1 req-174cc64d-de45-4e39-8de0-478e3f0bfb4a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:32.780488 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fe368f29-f62f-44e3-a3fa-5a7900dcadb1 req-174cc64d-de45-4e39-8de0-478e3f0bfb4a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0536046 Aug 05 02:17:32.820588 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fe368f29-f62f-44e3-a3fa-5a7900dcadb1 req-23af1b5a-4ecc-497a-a1b0-a78796b1b1ec tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326157 Aug 05 02:17:33.472424 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2ac8d-efec-41be-acc0-347eb2847ed0 req-a944d757-cc9f-4cd7-b149-be8e1cb13ed8 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:33.473955 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3ee2ac8d-efec-41be-acc0-347eb2847ed0 req-a944d757-cc9f-4cd7-b149-be8e1cb13ed8 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 949 time: 0.0510890 Aug 05 02:17:33.519552 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3ee2ac8d-efec-41be-acc0-347eb2847ed0 req-315db179-4451-4ce0-8bf2-f31c66ebd045 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Aug 05 02:17:33.594183 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7ce264eb-9eb7-41c7-9ad5-6de4b9186179 req-88a26282-5180-49ac-8c50-eb7768b7f6ab tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0320160 Aug 05 02:17:33.648538 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:33.960162 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6083b0-ab9c-4111-9b9d-8472619653c8 req-dd7cf04b-1ab9-43c1-aea2-a65a24cde92a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:33.961831 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3e6083b0-ab9c-4111-9b9d-8472619653c8 req-dd7cf04b-1ab9-43c1-aea2-a65a24cde92a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0538871 Aug 05 02:17:33.999126 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3e6083b0-ab9c-4111-9b9d-8472619653c8 req-8b6a4c53-10b5-48f3-a0bf-a2510014f7b8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311794 Aug 05 02:17:34.655976 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636eadf-fb40-4a55-bf08-19e2ca0cba4a req-c2aed926-eeb2-4761-8783-ad478b93b42c tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:34.667898 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0636eadf-fb40-4a55-bf08-19e2ca0cba4a req-c2aed926-eeb2-4761-8783-ad478b93b42c tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 949 time: 0.0747623 Aug 05 02:17:34.744158 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-41182402-4e7f-4f4a-89d6-923ed8f3eea4 req-ac652026-a9f3-4f47-a2b2-ec9e10571176 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0537126 Aug 05 02:17:34.750258 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0636eadf-fb40-4a55-bf08-19e2ca0cba4a req-b995080d-6cf0-4981-9d68-bd2f2d10bb30 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814800 Aug 05 02:17:34.949313 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf68680-016d-4031-88b1-11405987b326 req-d1c02914-522d-49d1-870c-6105429108de tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:34.950806 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-d1c02914-522d-49d1-870c-6105429108de tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/networks?id=7c15c561-b0c6-478a-94f8-26eded920734 HTTP/1.1" status: 200 len: 814 time: 0.1184852 Aug 05 02:17:34.966315 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-271203ee-c667-4010-94b9-d7e4a094672f tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/quotas/704e67d5f53745debcbe45eab640affb HTTP/1.1" status: 200 len: 375 time: 0.0098469 Aug 05 02:17:35.006032 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-d1f03e42-ca1c-428d-b86c-f48afa298969 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=704e67d5f53745debcbe45eab640affb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337536 Aug 05 02:17:35.130841 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-24fdfe87-4f7e-4e13-9027-867fe4588e70 service neutron] 10.222.0.39 "GET /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167059 Aug 05 02:17:35.142949 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2def4-3637-4895-948a-b67ebfde6e0c req-36eae905-8b1f-4a9b-afc6-f5f90268dff3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:35.145265 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-77b2def4-3637-4895-948a-b67ebfde6e0c req-36eae905-8b1f-4a9b-afc6-f5f90268dff3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0643249 Aug 05 02:17:35.200324 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-77b2def4-3637-4895-948a-b67ebfde6e0c req-bea10ac4-970d-435f-8615-743d0f70891d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442758 Aug 05 02:17:35.246465 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-83c075e7-a31b-484b-a847-34be7d8b7cd6 service neutron] 10.222.0.39 "GET /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148856 Aug 05 02:17:35.428509 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-20bfdccd-56a1-4b45-80ef-f3d93a931ccd req-9573ba21-c8db-49ec-bcd4-1e732bae44de tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 210 time: 0.0448084 Aug 05 02:17:35.840759 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5a79b0d1-b776-42f8-b633-00d453d29202 req-29306800-9b90-45c0-82ef-2975df3e21b0 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0283272 Aug 05 02:17:35.876055 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850a7cd-4d80-463d-9ec5-edbd5bdcd7cd req-abcf0df8-0abe-4ca3-bb5b-81d23c20e47c tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:35.877518 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b850a7cd-4d80-463d-9ec5-edbd5bdcd7cd req-abcf0df8-0abe-4ca3-bb5b-81d23c20e47c tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 949 time: 0.0582385 Aug 05 02:17:35.917795 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b850a7cd-4d80-463d-9ec5-edbd5bdcd7cd req-4666472d-2fc0-4943-b50a-c685a87a5403 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341628 Aug 05 02:17:36.310619 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c6838-e084-4cc7-b76f-b3401d737557 req-7483380b-7583-4900-965e-0b39896c10c5 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:36.312110 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2d1c6838-e084-4cc7-b76f-b3401d737557 req-7483380b-7583-4900-965e-0b39896c10c5 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0480092 Aug 05 02:17:36.352261 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2d1c6838-e084-4cc7-b76f-b3401d737557 req-088a1d2c-5a36-44e0-b87a-8d228e9073f4 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338409 Aug 05 02:17:36.523601 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fbed0e8a-83a4-4967-ae3f-a053f912c6b3 req-da2d489f-5a3c-4cfa-a03a-7c1404f29d45 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 210 time: 0.0300975 Aug 05 02:17:36.944835 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5c5c348b-51e4-4125-bbb2-beb01286a53d req-bf24ac1d-5496-46d7-862c-c540d109059b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=65016fae-f1c5-4622-ada0-842fe70504d0 HTTP/1.1" status: 200 len: 210 time: 0.0260367 Aug 05 02:17:37.035369 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b80be8-ff4d-4157-995b-95b364fb0c0d req-aef80730-3361-4f0b-a727-9bb04d6ac138 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:37.036817 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f0b80be8-ff4d-4157-995b-95b364fb0c0d req-aef80730-3361-4f0b-a727-9bb04d6ac138 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 949 time: 0.0491321 Aug 05 02:17:37.077232 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f0b80be8-ff4d-4157-995b-95b364fb0c0d req-6f80ddcc-21f2-4e6a-9a88-f998f1cc45ef tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344250 Aug 05 02:17:37.502737 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0aaa0-434b-4cf4-ad67-3783b083c432 req-381af783-364c-45b5-a9cd-ec8bb418d5ca tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:37.507285 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0ac0aaa0-434b-4cf4-ad67-3783b083c432 req-381af783-364c-45b5-a9cd-ec8bb418d5ca tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0610673 Aug 05 02:17:37.544405 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0ac0aaa0-434b-4cf4-ad67-3783b083c432 req-c3d42538-e64c-4d80-bd30-887561ba2619 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343699 Aug 05 02:17:37.620851 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-52f07b90-e9ec-4c4f-ad6c-f3bbaf2077a8 req-df437f9d-d752-49dc-b973-0ea357dd9344 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 210 time: 0.0280762 Aug 05 02:17:37.629636 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecef02d-d3ed-42b0-8ee0-6cca8f210c70 req-da7d7fbe-1f4f-4ce9-a233-b1aa6ef54244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:37.631224 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-eecef02d-d3ed-42b0-8ee0-6cca8f210c70 req-da7d7fbe-1f4f-4ce9-a233-b1aa6ef54244 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 1102 time: 0.0739856 Aug 05 02:17:37.667751 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-eecef02d-d3ed-42b0-8ee0-6cca8f210c70 req-4305bb41-5da2-4477-a639-ff017bb8f15c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279980 Aug 05 02:17:38.207794 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b31a2e-fe71-4b5f-9eb8-4979331578ec req-f63506d8-8c17-44e9-bed0-f77ec0d9aec1 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:38.209450 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-49b31a2e-fe71-4b5f-9eb8-4979331578ec req-f63506d8-8c17-44e9-bed0-f77ec0d9aec1 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 949 time: 0.0507672 Aug 05 02:17:38.250579 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-49b31a2e-fe71-4b5f-9eb8-4979331578ec req-09f9c2e8-379a-453c-a81a-274ffa6257ff tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339594 Aug 05 02:17:38.295239 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddbb25-f003-4e16-baad-76895de4767f req-9a67074c-4f64-4197-9512-dd5db6bd50a8 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:38.297277 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-49ddbb25-f003-4e16-baad-76895de4767f req-9a67074c-4f64-4197-9512-dd5db6bd50a8 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.1174977 Aug 05 02:17:38.309168 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf68680-016d-4031-88b1-11405987b326 req-8b648c02-1014-44a6-8cd2-5deaedfcc677 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:38.310568 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-8b648c02-1014-44a6-8cd2-5deaedfcc677 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.43 "GET /v2.0/networks?id=7c15c561-b0c6-478a-94f8-26eded920734 HTTP/1.1" status: 200 len: 814 time: 0.1868172 Aug 05 02:17:38.339829 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-fbf68680-016d-4031-88b1-11405987b326 req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Request body: {'port': {'device_id': '944e1356-722a-41d5-a996-cad4f37afcb9', 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734', 'admin_state_up': True, 'tenant_id': '704e67d5f53745debcbe45eab640affb'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:17:38.359092 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-49ddbb25-f003-4e16-baad-76895de4767f req-95f0b244-1f57-4505-a331-3fb2c5075b08 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572100 Aug 05 02:17:38.450957 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf68680-016d-4031-88b1-11405987b326 req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Made reservation on behalf of 704e67d5f53745debcbe45eab640affb for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:17:38.454383 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fbf68680-016d-4031-88b1-11405987b326 req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:38.582600 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-fbf68680-016d-4031-88b1-11405987b326 req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Allocated IP 172.20.0.12 (7c15c561-b0c6-478a-94f8-26eded920734/747674e6-ba38-4a0d-9c07-36a4612cf6fe/7852b0dc-ca9e-48c7-afc5-dd25ce80dc90) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:17:38.684211 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b77552-868d-4b77-8052-2ff853a92043 req-2383e4ee-8d14-4e37-aab4-41d1470c4029 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:38.687236 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f7b77552-868d-4b77-8052-2ff853a92043 req-2383e4ee-8d14-4e37-aab4-41d1470c4029 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0592461 Aug 05 02:17:38.737739 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f7b77552-868d-4b77-8052-2ff853a92043 req-3aa5b998-fee3-4ba8-97dc-99c099c58c9f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445657 Aug 05 02:17:38.740359 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f41c099d-a66a-4b4b-803c-07661758081a req-a67c1be0-cff5-447c-8f6f-975c6fc1a39e tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 210 time: 0.0374610 Aug 05 02:17:38.804113 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fbf68680-016d-4031-88b1-11405987b326 req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:38.854505 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fbf68680-016d-4031-88b1-11405987b326 req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:38.898699 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf68680-016d-4031-88b1-11405987b326 req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Network 7c15c561-b0c6-478a-94f8-26eded920734 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:17:38.906479 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-fbf68680-016d-4031-88b1-11405987b326 req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:17:38.912233 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf68680-016d-4031-88b1-11405987b326 req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:17:38.947937 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Pushing event updated for resources: {'Port': ['ID=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:38.972550 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf68680-016d-4031-88b1-11405987b326 req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:38.973142 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fbf68680-016d-4031-88b1-11405987b326 req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:38.986174 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-fe088ceb-47fb-44b3-9f48-d7140d17361d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6513009 Aug 05 02:17:39.012589 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Request body: {'port': {'device_id': '944e1356-722a-41d5-a996-cad4f37afcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:17:39.061758 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:39.322347 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:17:39.337605 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:39.365966 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Transition to ACTIVE for port object 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:17:39.371143 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:39.408443 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b68131-3c60-4003-81a9-4b3660cf0b4a req-6146b13c-23a6-4274-81af-c0459deeb61d tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:39.409927 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-77b68131-3c60-4003-81a9-4b3660cf0b4a req-6146b13c-23a6-4274-81af-c0459deeb61d tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 949 time: 0.0902982 Aug 05 02:17:39.471311 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Pushing event updated for resources: {'Port': ['ID=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:39.474805 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89338e25-58ef-4065-9649-7c9d2a30fb76 req-6b388b57-8486-4ab4-953f-13a02fe9bbe4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:39.476257 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-89338e25-58ef-4065-9649-7c9d2a30fb76 req-6b388b57-8486-4ab4-953f-13a02fe9bbe4 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0509777 Aug 05 02:17:39.506447 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-77b68131-3c60-4003-81a9-4b3660cf0b4a req-1c85049d-fcee-4dde-8280-b65ad50784b8 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857630 Aug 05 02:17:39.518021 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-89338e25-58ef-4065-9649-7c9d2a30fb76 req-06b28ab8-5305-4746-8c79-be1c91dbb744 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323219 Aug 05 02:17:39.536100 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Attempting to bind port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:17:39.536438 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Attempting to bind port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': 'cfce90a1-75ac-4d0b-83be-5585c879435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:17:39.540443 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Attempting to bind port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 on network 7c15c561-b0c6-478a-94f8-26eded920734 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:17:39.546574 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 on network 7c15c561-b0c6-478a-94f8-26eded920734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:17:39.546925 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Attempting to bind port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 on network 7c15c561-b0c6-478a-94f8-26eded920734 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:17:39.551794 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:17:39.552132 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Checking segment: {'id': 'cfce90a1-75ac-4d0b-83be-5585c879435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:17:39.552510 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Bound using segment: {'id': 'cfce90a1-75ac-4d0b-83be-5585c879435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:17:39.552937 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Bound port: 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfce90a1-75ac-4d0b-83be-5585c879435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:17:39.553556 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:39.624507 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] For port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:17:39.627801 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] For port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90,segment=NetworkSegment(cfce90a1-75ac-4d0b-83be-5585c879435f),segment_id=cfce90a1-75ac-4d0b-83be-5585c879435f)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:17:39.633847 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:39.675424 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:39.676023 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:39.677525 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] 10.222.0.43 "PUT /v2.0/ports/7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 HTTP/1.1" status: 200 len: 1094 time: 0.6694887 Aug 05 02:17:39.677849 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944e1356-722a-41d5-a996-cad4f37afcb9', 'tag': '7852b0dc-ca9e-48c7-afc5-dd25ce80dc90'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:39.680102 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476c0dfd-a0a1-44b1-8c3d-9a64d67241b1" -d '{"events": [{"name": "network-changed", "server_uuid": "944e1356-722a-41d5-a996-cad4f37afcb9", "tag": "7852b0dc-ca9e-48c7-afc5-dd25ce80dc90"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:39.706217 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c0268-bc0b-4b3e-aa20-b0f97f5ccb3c service neutron] Pushing event updated for resources: {'Port': ['ID=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:39.717596 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63de809-5c2d-44c2-8cfd-bf3afd68d26b x-openstack-request-id: req-a63de809-5c2d-44c2-8cfd-bf3afd68d26b {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:39.717886 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944e1356-722a-41d5-a996-cad4f37afcb9", "tag": "7852b0dc-ca9e-48c7-afc5-dd25ce80dc90", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:39.718141 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a63de809-5c2d-44c2-8cfd-bf3afd68d26b {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:39.718530 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944e1356-722a-41d5-a996-cad4f37afcb9', 'tag': '7852b0dc-ca9e-48c7-afc5-dd25ce80dc90', 'status': 'completed', 'code': 200} Aug 05 02:17:39.772861 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24706eda-9a28-4575-8527-44eeacae2521 req-7fe3177e-8718-4229-9ce5-f92ee77c0ede tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:39.774311 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-24706eda-9a28-4575-8527-44eeacae2521 req-7fe3177e-8718-4229-9ce5-f92ee77c0ede tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 949 time: 0.0497458 Aug 05 02:17:39.783300 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf68680-016d-4031-88b1-11405987b326 req-ff06176e-44bb-4fb6-930e-d1ec1534f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:39.784980 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-ff06176e-44bb-4fb6-930e-d1ec1534f40e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=704e67d5f53745debcbe45eab640affb&device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 1097 time: 0.0412438 Aug 05 02:17:39.813684 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-24706eda-9a28-4575-8527-44eeacae2521 req-50e5d217-1d15-4cd9-95ed-ae067046a677 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322552 Aug 05 02:17:39.840503 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-a847fcf1-3f08-4b13-af9b-fd0b664a56f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 HTTP/1.1" status: 200 len: 217 time: 0.0372503 Aug 05 02:17:39.921049 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36395357-9623-43a6-8e8a-80a0df8f8a7d req-a2c0d81f-684d-4a85-9d72-687cf6badd65 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:39.922425 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-36395357-9623-43a6-8e8a-80a0df8f8a7d req-a2c0d81f-684d-4a85-9d72-687cf6badd65 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0515251 Aug 05 02:17:39.927708 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf68680-016d-4031-88b1-11405987b326 req-80c2eec6-e7bc-4d1a-bd5b-11327592d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:39.929145 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-80c2eec6-e7bc-4d1a-bd5b-11327592d22b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=747674e6-ba38-4a0d-9c07-36a4612cf6fe HTTP/1.1" status: 200 len: 854 time: 0.0802476 Aug 05 02:17:39.938234 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0e464-a414-4110-b71c-6c60a4b05ca1 req-f9464ef0-a1b2-49b9-a23c-b8a8840bc399 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:39.939707 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5ed0e464-a414-4110-b71c-6c60a4b05ca1 req-f9464ef0-a1b2-49b9-a23c-b8a8840bc399 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 944 time: 0.1024866 Aug 05 02:17:39.961888 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-36395357-9623-43a6-8e8a-80a0df8f8a7d req-e44483ae-bb87-4d13-89d6-c9c7c76734db tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333955 Aug 05 02:17:39.973187 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-334fcb68-c8ab-42f2-96ab-ca38b83f92cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c15c561-b0c6-478a-94f8-26eded920734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300348 Aug 05 02:17:40.052016 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5ed0e464-a414-4110-b71c-6c60a4b05ca1 req-b3ea4236-cd9b-420b-bde6-95be47ee2a2a tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007576 Aug 05 02:17:40.089409 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-369204cc-a4f4-48d8-a83b-34063831febe service neutron] 10.222.0.43 "GET /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045108 Aug 05 02:17:40.190499 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fbf68680-016d-4031-88b1-11405987b326 req-78f25a84-db34-4e8b-bf9c-e6b2a401b444 service neutron] 10.222.0.43 "GET /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895324 Aug 05 02:17:40.293358 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c0dfd-a0a1-44b1-8c3d-9a64d67241b1 req-cb3e24d9-b99b-4673-9f93-0de31fbc8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:40.294897 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-476c0dfd-a0a1-44b1-8c3d-9a64d67241b1 req-cb3e24d9-b99b-4673-9f93-0de31fbc8b96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=704e67d5f53745debcbe45eab640affb&device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 1097 time: 0.0432825 Aug 05 02:17:40.632115 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c0dfd-a0a1-44b1-8c3d-9a64d67241b1 req-f682ff0e-16aa-4bae-912a-b04442b4b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:40.633607 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-476c0dfd-a0a1-44b1-8c3d-9a64d67241b1 req-f682ff0e-16aa-4bae-912a-b04442b4b7a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c15c561-b0c6-478a-94f8-26eded920734 HTTP/1.1" status: 200 len: 914 time: 0.3268459 Aug 05 02:17:40.643480 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fec66-9986-424d-ad77-1094aa4aa92a req-fc746932-94ea-44a1-8853-b29210660b7e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:40.644940 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ab0fec66-9986-424d-ad77-1094aa4aa92a req-fc746932-94ea-44a1-8853-b29210660b7e tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0581796 Aug 05 02:17:40.675125 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-476c0dfd-a0a1-44b1-8c3d-9a64d67241b1 req-4b26e7fb-6df3-4ff0-8869-4581d349c1c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 HTTP/1.1" status: 200 len: 217 time: 0.0327592 Aug 05 02:17:40.681417 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ab0fec66-9986-424d-ad77-1094aa4aa92a req-0f0b464d-6c1f-4762-b26d-4cb6844bdd57 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303864 Aug 05 02:17:40.727543 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c0dfd-a0a1-44b1-8c3d-9a64d67241b1 req-b18c944f-9088-4e6a-9060-53d75b853046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:40.728931 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-476c0dfd-a0a1-44b1-8c3d-9a64d67241b1 req-b18c944f-9088-4e6a-9060-53d75b853046 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=747674e6-ba38-4a0d-9c07-36a4612cf6fe HTTP/1.1" status: 200 len: 854 time: 0.0450454 Aug 05 02:17:40.769550 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-476c0dfd-a0a1-44b1-8c3d-9a64d67241b1 req-8f092987-7e82-4e08-a3b1-a2710c1ea8e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c15c561-b0c6-478a-94f8-26eded920734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224907 Aug 05 02:17:40.855507 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-476c0dfd-a0a1-44b1-8c3d-9a64d67241b1 req-05350fb5-9442-4371-bb63-e85f66ce38ec service neutron] 10.222.0.43 "GET /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771725 Aug 05 02:17:40.975923 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe09a-1943-42fe-a4d7-3b6281351955 req-df63415a-9173-43fd-b903-f21983556461 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:40.977270 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-851fe09a-1943-42fe-a4d7-3b6281351955 req-df63415a-9173-43fd-b903-f21983556461 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 949 time: 0.0967963 Aug 05 02:17:40.998325 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-476c0dfd-a0a1-44b1-8c3d-9a64d67241b1 req-13490776-b22a-4ad1-ba63-5909071ecc8d service neutron] 10.222.0.43 "GET /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248035 Aug 05 02:17:41.027899 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-851fe09a-1943-42fe-a4d7-3b6281351955 req-ac901dd1-c9dd-4aee-beb7-a7b36c5dc444 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/security-groups?id=1738b181-94ca-470f-8bdf-cc4d41cb2521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446877 Aug 05 02:17:41.083980 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff822cb-c0ff-45fb-b3f7-68c592c901b8 req-42a77fae-acd6-4a99-90da-575bfa2c800d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:41.085478 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4ff822cb-c0ff-45fb-b3f7-68c592c901b8 req-42a77fae-acd6-4a99-90da-575bfa2c800d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0491769 Aug 05 02:17:41.123983 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4ff822cb-c0ff-45fb-b3f7-68c592c901b8 req-2aaec34b-11f4-404b-955f-d40c2c8a5174 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315611 Aug 05 02:17:41.165432 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2fbc-98d7-43eb-995d-0104690cb03a req-d22bfc46-a91d-4357-8375-5a8549f9e6a6 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:41.166886 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-716e2fbc-98d7-43eb-995d-0104690cb03a req-d22bfc46-a91d-4357-8375-5a8549f9e6a6 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 944 time: 0.0471904 Aug 05 02:17:41.203606 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-716e2fbc-98d7-43eb-995d-0104690cb03a req-453eaa1f-c8c7-4e57-8738-8b5b23cc6968 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309489 Aug 05 02:17:41.734259 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91759f-00e8-4d48-b2d7-daad8dbb2486 req-c652b764-a0dd-4181-9950-a57bc3c1d6af tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:41.735707 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5a91759f-00e8-4d48-b2d7-daad8dbb2486 req-c652b764-a0dd-4181-9950-a57bc3c1d6af tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 949 time: 0.0469937 Aug 05 02:17:41.797447 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0769059-c2e6-47ed-9113-f07290183c4a req-9b5a0352-cd1d-4154-bb5d-4f7db52face1 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:41.798936 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f0769059-c2e6-47ed-9113-f07290183c4a req-9b5a0352-cd1d-4154-bb5d-4f7db52face1 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0470011 Aug 05 02:17:41.832484 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-5a91759f-00e8-4d48-b2d7-daad8dbb2486 req-0a3e3b59-65d9-466b-a399-8f5f5c090a31 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Deleting port 3723b248-2d1e-49bd-b253-d7262536563d {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:17:41.832810 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-5a91759f-00e8-4d48-b2d7-daad8dbb2486 req-0a3e3b59-65d9-466b-a399-8f5f5c090a31 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:41.835670 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f0769059-c2e6-47ed-9113-f07290183c4a req-2b5d10f8-b8f1-4302-99b1-11fc5c263e2b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307009 Aug 05 02:17:41.918238 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-5a91759f-00e8-4d48-b2d7-daad8dbb2486 req-0a3e3b59-65d9-466b-a399-8f5f5c090a31 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] For port 3723b248-2d1e-49bd-b253-d7262536563d, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=3723b248-2d1e-49bd-b253-d7262536563d,segment=NetworkSegment(655e12d1-2860-4db7-b9d9-64da6807ce3f),segment_id=655e12d1-2860-4db7-b9d9-64da6807ce3f)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:41.918591 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-5a91759f-00e8-4d48-b2d7-daad8dbb2486 req-0a3e3b59-65d9-466b-a399-8f5f5c090a31 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:41.930358 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-5a91759f-00e8-4d48-b2d7-daad8dbb2486 req-0a3e3b59-65d9-466b-a399-8f5f5c090a31 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Calling delete_port for 3723b248-2d1e-49bd-b253-d7262536563d owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:17:42.053766 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-5a91759f-00e8-4d48-b2d7-daad8dbb2486 req-0a3e3b59-65d9-466b-a399-8f5f5c090a31 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:42.067051 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['3723b248-2d1e-49bd-b253-d7262536563d'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:17:42.081392 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e3b59-65d9-466b-a399-8f5f5c090a31 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Pushing event deleted for resources: {'Port': ['ID=3723b248-2d1e-49bd-b253-d7262536563d,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:42.134995 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a91759f-00e8-4d48-b2d7-daad8dbb2486 req-0a3e3b59-65d9-466b-a399-8f5f5c090a31 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] No DVR routers for this DVR port 3723b248-2d1e-49bd-b253-d7262536563d on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:17:42.150322 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-5a91759f-00e8-4d48-b2d7-daad8dbb2486 req-0a3e3b59-65d9-466b-a399-8f5f5c090a31 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:42.154754 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5a91759f-00e8-4d48-b2d7-daad8dbb2486 req-0a3e3b59-65d9-466b-a399-8f5f5c090a31 tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.43 "DELETE /v2.0/ports/3723b248-2d1e-49bd-b253-d7262536563d HTTP/1.1" status: 204 len: 173 time: 0.4091916 Aug 05 02:17:42.155361 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5ee001-565b-4e0f-8cad-dc21b618328f', 'name': 'network-vif-deleted', 'tag': '3723b248-2d1e-49bd-b253-d7262536563d'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:42.158722 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d0236f-7aad-43ee-9390-fda1fc6f3962" -d '{"events": [{"server_uuid": "aa5ee001-565b-4e0f-8cad-dc21b618328f", "name": "network-vif-deleted", "tag": "3723b248-2d1e-49bd-b253-d7262536563d"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:42.163425 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6fd39c10-3d98-4976-8715-4ea9c139784c req-fed220d4-7120-4276-a2d5-d60f4d75456d tempest-VolumesNegativeTest-2144508838 tempest-VolumesNegativeTest-2144508838-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa5ee001-565b-4e0f-8cad-dc21b618328f HTTP/1.1" status: 200 len: 210 time: 0.0590997 Aug 05 02:17:42.221328 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9351b6c4-84b1-47e4-afb9-6da40da74fb3 x-openstack-request-id: req-9351b6c4-84b1-47e4-afb9-6da40da74fb3 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:42.221617 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5ee001-565b-4e0f-8cad-dc21b618328f", "name": "network-vif-deleted", "tag": "3723b248-2d1e-49bd-b253-d7262536563d", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:42.221876 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9351b6c4-84b1-47e4-afb9-6da40da74fb3 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:42.222270 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5ee001-565b-4e0f-8cad-dc21b618328f', 'name': 'network-vif-deleted', 'tag': '3723b248-2d1e-49bd-b253-d7262536563d', 'status': 'completed', 'code': 200} Aug 05 02:17:42.281821 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439310d0-294d-4146-8886-b3497db5dc63 req-142c72a3-7a26-47b5-9241-3f87efd2bb51 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:42.283517 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-439310d0-294d-4146-8886-b3497db5dc63 req-142c72a3-7a26-47b5-9241-3f87efd2bb51 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0715916 Aug 05 02:17:42.327242 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-439310d0-294d-4146-8886-b3497db5dc63 req-d38e3cba-585a-4b57-b6c2-01e27f0e82f9 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374348 Aug 05 02:17:42.329966 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b55c35-05dc-45fe-9db9-558cdaf5bbf1 req-a26d98af-c25d-438b-bcbb-e8ff4ff4c140 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:42.331501 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-59b55c35-05dc-45fe-9db9-558cdaf5bbf1 req-a26d98af-c25d-438b-bcbb-e8ff4ff4c140 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 944 time: 0.0527976 Aug 05 02:17:42.370108 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-59b55c35-05dc-45fe-9db9-558cdaf5bbf1 req-876cc09b-e3ef-4306-985c-88a5754238bd tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Aug 05 02:17:42.945647 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f1158-1344-44a1-b7fb-bc664ecf6b31 req-dd232ff3-86aa-4305-847d-b1b6140421bd tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:42.947103 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-098f1158-1344-44a1-b7fb-bc664ecf6b31 req-dd232ff3-86aa-4305-847d-b1b6140421bd tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0470862 Aug 05 02:17:42.982927 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:17:42.984479 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-098f1158-1344-44a1-b7fb-bc664ecf6b31 req-ec7824e9-2253-4fd9-a7a6-09d3794e484d tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Aug 05 02:17:43.072874 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90,segment=NetworkSegment(cfce90a1-75ac-4d0b-83be-5585c879435f),segment_id=cfce90a1-75ac-4d0b-83be-5585c879435f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:43.083962 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '7852b0dc-ca9e-48c7-afc5-dd25ce80dc90', 'network_id': '7c15c561-b0c6-478a-94f8-26eded920734', 'port_id': '7852b0dc-ca9e-48c7-afc5-dd25ce80dc90', 'mac_address': 'fa:16:3e:f7:1f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747674e6-ba38-4a0d-9c07-36a4612cf6fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:17:43.123654 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:43.136235 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:17:43.155009 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90,segment=NetworkSegment(cfce90a1-75ac-4d0b-83be-5585c879435f),segment_id=cfce90a1-75ac-4d0b-83be-5585c879435f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:43.158949 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:43.203929 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:43.210857 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:43.211213 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:43.211560 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:43.211899 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:43.212233 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:43.212581 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:43.212936 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:43.213526 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:43.214444 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:43.214812 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:43.215144 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:43.215469 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:43.456855 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['7852b0dc-ca9e-48c7-afc5-dd25ce80dc90'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:17:43.458229 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcf697-ec3d-41f2-ad44-77fb0dca1f1b req-3bbb5063-aeda-4637-a70f-789fefb7f184 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:43.460004 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-75bcf697-ec3d-41f2-ad44-77fb0dca1f1b req-3bbb5063-aeda-4637-a70f-789fefb7f184 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0631826 Aug 05 02:17:43.500484 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39eb4e-dd7f-4b58-a92c-387f58b10780 req-28ed7b2c-7aa9-4e26-95df-a82809b631d8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:43.501980 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2d39eb4e-dd7f-4b58-a92c-387f58b10780 req-28ed7b2c-7aa9-4e26-95df-a82809b631d8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 945 time: 0.0535352 Aug 05 02:17:43.516470 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-75bcf697-ec3d-41f2-ad44-77fb0dca1f1b req-d1294c22-e77e-4350-951a-f3b2a429ba3c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495267 Aug 05 02:17:43.545574 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2d39eb4e-dd7f-4b58-a92c-387f58b10780 req-45633f6e-01e3-400e-91df-a13fd34c9749 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373540 Aug 05 02:17:44.108289 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62518771-718d-4e6f-870c-d487c34f0e33 req-b8fb0ba7-eb32-4ebd-ae42-74471e2fd8eb tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:44.110175 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-62518771-718d-4e6f-870c-d487c34f0e33 req-b8fb0ba7-eb32-4ebd-ae42-74471e2fd8eb tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0593114 Aug 05 02:17:44.155536 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-62518771-718d-4e6f-870c-d487c34f0e33 req-b3aea083-c6f8-4fae-aaaa-162c8782f952 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381386 Aug 05 02:17:44.665753 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b549b4-68c3-46e4-973e-14aa6bf9882a req-979b90a4-91ff-42f0-b6e9-e7ce8547ad59 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:44.671992 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e692598-233f-4062-ab71-35be6d02bedf req-c6569e49-b783-4183-99d5-35f7d8e267af tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:44.673649 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-45b549b4-68c3-46e4-973e-14aa6bf9882a req-979b90a4-91ff-42f0-b6e9-e7ce8547ad59 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 945 time: 0.0593431 Aug 05 02:17:44.673803 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1e692598-233f-4062-ab71-35be6d02bedf req-c6569e49-b783-4183-99d5-35f7d8e267af tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 944 time: 0.0702581 Aug 05 02:17:44.715424 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-45b549b4-68c3-46e4-973e-14aa6bf9882a req-ecd0ed2c-e2b7-4039-a01f-34194f285836 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Aug 05 02:17:44.718300 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1e692598-233f-4062-ab71-35be6d02bedf req-3a4445b5-ab90-4dbf-93ee-6a228b0f6708 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370557 Aug 05 02:17:44.810621 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6271ad6-12df-45b9-8db2-c15c8f0b3c32 req-d9e74df6-23a7-4e5e-86c9-275010d69ba0 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:44.812155 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b6271ad6-12df-45b9-8db2-c15c8f0b3c32 req-d9e74df6-23a7-4e5e-86c9-275010d69ba0 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.43 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 946 time: 0.0475960 Aug 05 02:17:44.905630 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-b6271ad6-12df-45b9-8db2-c15c8f0b3c32 req-212052ad-2403-4e0e-b1f2-cb175238b580 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Deleting port aaedd208-5daa-4672-b829-1910d313c761 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:17:44.905967 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b6271ad6-12df-45b9-8db2-c15c8f0b3c32 req-212052ad-2403-4e0e-b1f2-cb175238b580 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:44.994357 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-b6271ad6-12df-45b9-8db2-c15c8f0b3c32 req-212052ad-2403-4e0e-b1f2-cb175238b580 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] For port aaedd208-5daa-4672-b829-1910d313c761, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=aaedd208-5daa-4672-b829-1910d313c761,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:44.994803 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b6271ad6-12df-45b9-8db2-c15c8f0b3c32 req-212052ad-2403-4e0e-b1f2-cb175238b580 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:45.006848 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:17:45.008611 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-b6271ad6-12df-45b9-8db2-c15c8f0b3c32 req-212052ad-2403-4e0e-b1f2-cb175238b580 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Calling delete_port for aaedd208-5daa-4672-b829-1910d313c761 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:17:45.011280 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:17:45.125834 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:17:45.133354 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:45.133719 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:45.149757 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b6271ad6-12df-45b9-8db2-c15c8f0b3c32 req-212052ad-2403-4e0e-b1f2-cb175238b580 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:45.171085 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['aaedd208-5daa-4672-b829-1910d313c761'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:17:45.187607 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212052ad-2403-4e0e-b1f2-cb175238b580 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Pushing event deleted for resources: {'Port': ['ID=aaedd208-5daa-4672-b829-1910d313c761,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:45.243692 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6271ad6-12df-45b9-8db2-c15c8f0b3c32 req-212052ad-2403-4e0e-b1f2-cb175238b580 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] No DVR routers for this DVR port aaedd208-5daa-4672-b829-1910d313c761 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:17:45.246161 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:45.247300 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b6271ad6-12df-45b9-8db2-c15c8f0b3c32 req-212052ad-2403-4e0e-b1f2-cb175238b580 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:45.253683 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b6271ad6-12df-45b9-8db2-c15c8f0b3c32 req-212052ad-2403-4e0e-b1f2-cb175238b580 tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.43 "DELETE /v2.0/ports/aaedd208-5daa-4672-b829-1910d313c761 HTTP/1.1" status: 204 len: 173 time: 0.4293458 Aug 05 02:17:45.253683 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd050a13e-725e-42d5-b0b7-55b1fc01cae5', 'name': 'network-vif-deleted', 'tag': 'aaedd208-5daa-4672-b829-1910d313c761'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:45.254818 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e278c3-fbfa-4ac7-b335-7e8f7f952098" -d '{"events": [{"server_uuid": "d050a13e-725e-42d5-b0b7-55b1fc01cae5", "name": "network-vif-deleted", "tag": "aaedd208-5daa-4672-b829-1910d313c761"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:45.272743 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3e2dc765-6193-45f8-8e2e-275dcb0de3d5 req-f226223d-00a5-44d2-8bf7-860f2a98ef7b tempest-ServerRescueNegativeTestJSON-336854017 tempest-ServerRescueNegativeTestJSON-336854017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d050a13e-725e-42d5-b0b7-55b1fc01cae5 HTTP/1.1" status: 200 len: 210 time: 0.0415161 Aug 05 02:17:45.274906 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'port_id': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'mac_address': 'fa:16:3e:2b:a1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:17:45.330105 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d4cae2-f2fa-4bcd-b03f-c95a3d7576b7 x-openstack-request-id: req-e5d4cae2-f2fa-4bcd-b03f-c95a3d7576b7 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:45.330464 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d050a13e-725e-42d5-b0b7-55b1fc01cae5", "name": "network-vif-deleted", "tag": "aaedd208-5daa-4672-b829-1910d313c761", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:45.330803 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5d4cae2-f2fa-4bcd-b03f-c95a3d7576b7 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:45.331276 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd050a13e-725e-42d5-b0b7-55b1fc01cae5', 'name': 'network-vif-deleted', 'tag': 'aaedd208-5daa-4672-b829-1910d313c761', 'status': 'completed', 'code': 200} Aug 05 02:17:45.361255 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:45.383807 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:45.415095 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944e1356-722a-41d5-a996-cad4f37afcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7852b0dc-ca9e-48c7-afc5-dd25ce80dc90'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:45.422176 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24596a7-03fe-44c9-b70e-fc7dc1d5e03d" -d '{"events": [{"server_uuid": "944e1356-722a-41d5-a996-cad4f37afcb9", "name": "network-vif-plugged", "status": "completed", "tag": "7852b0dc-ca9e-48c7-afc5-dd25ce80dc90"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:45.440419 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90,segment=NetworkSegment(cfce90a1-75ac-4d0b-83be-5585c879435f),segment_id=cfce90a1-75ac-4d0b-83be-5585c879435f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:45.444652 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:17:45.451976 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:45.494578 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:45.501175 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cca609-2637-4097-9a81-d965ead31ff7 x-openstack-request-id: req-b9cca609-2637-4097-9a81-d965ead31ff7 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:45.501535 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944e1356-722a-41d5-a996-cad4f37afcb9", "name": "network-vif-plugged", "status": "completed", "tag": "7852b0dc-ca9e-48c7-afc5-dd25ce80dc90", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:45.501704 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9cca609-2637-4097-9a81-d965ead31ff7 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:45.502271 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944e1356-722a-41d5-a996-cad4f37afcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7852b0dc-ca9e-48c7-afc5-dd25ce80dc90', 'code': 200} Aug 05 02:17:45.504944 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:45.522756 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:45.581369 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,revision_number=9']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:45.709025 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fd37c-2ad1-4d58-9434-78902c77be71 req-4e5a905a-fa1a-41fd-b12c-97c5e6a704e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:45.710558 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b72fd37c-2ad1-4d58-9434-78902c77be71 req-4e5a905a-fa1a-41fd-b12c-97c5e6a704e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 1099 time: 0.0490704 Aug 05 02:17:45.756009 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b72fd37c-2ad1-4d58-9434-78902c77be71 req-01a27ae3-8058-4fbf-ac3d-e86ed1dc2f9b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340610 Aug 05 02:17:45.768967 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['7cc5fb6c-4111-4938-91ea-20a3aa047ed9'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:17:45.872329 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf34c67-ab5a-4dc1-972a-9365c8cf11ee req-5a26bb5b-74eb-4042-a9cf-d5812fe2fd2e tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:45.882209 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8cf34c67-ab5a-4dc1-972a-9365c8cf11ee req-5a26bb5b-74eb-4042-a9cf-d5812fe2fd2e tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 946 time: 0.0685599 Aug 05 02:17:45.921985 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef092637-cd71-40c7-abbd-8a3a56357c2b req-d8ada5ae-43d7-4e52-8414-f126ac5c5060 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:45.926214 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ef092637-cd71-40c7-abbd-8a3a56357c2b req-d8ada5ae-43d7-4e52-8414-f126ac5c5060 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 945 time: 0.1051567 Aug 05 02:17:45.936752 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8cf34c67-ab5a-4dc1-972a-9365c8cf11ee req-a443f086-03d0-4990-812a-60924e6d1c34 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536618 Aug 05 02:17:45.973923 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 49984) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:45.997594 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ef092637-cd71-40c7-abbd-8a3a56357c2b req-5ebc72a8-23df-4028-8d2a-46f1772cac33 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630689 Aug 05 02:17:46.114121 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-db346385-7ff6-4e35-9ef8-9ffa69ed6ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.219323 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-db346385-7ff6-4e35-9ef8-9ffa69ed6ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.223378 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-db346385-7ff6-4e35-9ef8-9ffa69ed6ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.266104 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db346385-7ff6-4e35-9ef8-9ffa69ed6ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d840d51-bfd3-436b-98f7-879c02ba6014,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:46.270678 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-db346385-7ff6-4e35-9ef8-9ffa69ed6ea7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f647c903a8349cf98bf2bffb8608467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953937 Aug 05 02:17:46.273946 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50014) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:46.332141 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5cd5129c-b9df-4444-9ccb-2e2ada7b81aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.343543 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50022) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:46.361576 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5cd5129c-b9df-4444-9ccb-2e2ada7b81aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.407729 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5cd5129c-b9df-4444-9ccb-2e2ada7b81aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.410283 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5cd5129c-b9df-4444-9ccb-2e2ada7b81aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.411440 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-5cd5129c-b9df-4444-9ccb-2e2ada7b81aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d840d51-bfd3-436b-98f7-879c02ba6014 HTTP/1.1" status: 204 len: 168 time: 0.1372950 Aug 05 02:17:46.425108 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5129c-b9df-4444-9ccb-2e2ada7b81aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d840d51-bfd3-436b-98f7-879c02ba6014,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:46.693283 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50028) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:46.706834 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-dfeca668-a134-4142-bfd2-c25caf00b9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.792352 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4e3b-e4f5-4af3-ae62-b257ae64a4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537064'] for router_interface, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.796913 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-dfeca668-a134-4142-bfd2-c25caf00b9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.800598 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-dfeca668-a134-4142-bfd2-c25caf00b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.839807 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-dfeca668-a134-4142-bfd2-c25caf00b9b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f27889b9d5a4df7bb68c5fd60cd2378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454179 Aug 05 02:17:46.840932 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeca668-a134-4142-bfd2-c25caf00b9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37d422c-e401-475b-905c-0eea377cba84,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:46.843259 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50030) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:46.893938 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-afe61d19-cc45-4d45-a505-ab54c511328e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.918347 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-afe61d19-cc45-4d45-a505-ab54c511328e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.968680 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-afe61d19-cc45-4d45-a505-ab54c511328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.971293 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-afe61d19-cc45-4d45-a505-ab54c511328e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:46.972428 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-afe61d19-cc45-4d45-a505-ab54c511328e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f37d422c-e401-475b-905c-0eea377cba84 HTTP/1.1" status: 204 len: 168 time: 0.1282675 Aug 05 02:17:46.983994 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe61d19-cc45-4d45-a505-ab54c511328e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37d422c-e401-475b-905c-0eea377cba84,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:47.019714 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:17:47.073457 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:47.075887 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:47.145683 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf8530-381b-4c65-96f0-9093d935a7a2 req-cff3a83b-7fff-45de-9d5e-cf7e6b090897 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:47.147470 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cbbf8530-381b-4c65-96f0-9093d935a7a2 req-cff3a83b-7fff-45de-9d5e-cf7e6b090897 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 945 time: 0.0558865 Aug 05 02:17:47.149988 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a209f5-f560-4989-a6ac-0f7e803a9ff6 req-635b661a-22cf-432c-b5d1-1a349ae58454 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:47.152250 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-28a209f5-f560-4989-a6ac-0f7e803a9ff6 req-635b661a-22cf-432c-b5d1-1a349ae58454 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 946 time: 0.0674067 Aug 05 02:17:47.192191 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:47.200592 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cbbf8530-381b-4c65-96f0-9093d935a7a2 req-c8074c0c-7a7b-4dba-a6e1-bc456757b82e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397024 Aug 05 02:17:47.234053 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:47.239236 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:47.240287 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 3723b248-2d1e-49bd-b253-d7262536563d no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:17:47.274583 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-28a209f5-f560-4989-a6ac-0f7e803a9ff6 req-6f252c84-097c-4845-9519-63bce6898d8e tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133368 Aug 05 02:17:47.281951 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 3723b248-2d1e-49bd-b253-d7262536563d {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:17:47.282528 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 3723b248-2d1e-49bd-b253-d7262536563d not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:17:47.283142 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device aaedd208-5daa-4672-b829-1910d313c761 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:17:47.309703 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: aaedd208-5daa-4672-b829-1910d313c761 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:17:47.310373 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device aaedd208-5daa-4672-b829-1910d313c761 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:17:47.329001 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,revision_number=10']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:47.428381 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc4e3b-e4f5-4af3-ae62-b257ae64a4a9 admin admin] Deleting port 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:17:47.428933 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4e3b-e4f5-4af3-ae62-b257ae64a4a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:47.505217 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:17:47.508371 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9da60d2-61ea-49f7-ad60-fb24a9691f08" -d '{"events": [{"server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "name": "network-vif-plugged", "status": "completed", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:17:47.545876 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a2fc4e3b-e4f5-4af3-ae62-b257ae64a4a9 admin admin] For port 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=1b3a5d82-48d0-443d-adcf-4c136e8ba3ca,segment=NetworkSegment(a5c2c68e-4043-4196-868c-6c6cd046990b),segment_id=a5c2c68e-4043-4196-868c-6c6cd046990b)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:47.546271 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4e3b-e4f5-4af3-ae62-b257ae64a4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:47.559530 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca603259-02b5-4b62-90dc-b31c0334c98f x-openstack-request-id: req-ca603259-02b5-4b62-90dc-b31c0334c98f {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:17:47.559895 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "name": "network-vif-plugged", "status": "completed", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:17:47.560218 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca603259-02b5-4b62-90dc-b31c0334c98f {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:17:47.560976 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'code': 200} Aug 05 02:17:47.561398 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc4e3b-e4f5-4af3-ae62-b257ae64a4a9 admin admin] Calling delete_port for 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca owned by network:router_interface {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:17:47.708435 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50066) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:47.879116 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4e3b-e4f5-4af3-ae62-b257ae64a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:47.895733 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-66b234a2-8c88-47a4-b309-b5d46521a626 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68d2701e9fbe409bb8ce49a8e54d0e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861210 Aug 05 02:17:47.896428 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50078) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:47.905436 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc4e3b-e4f5-4af3-ae62-b257ae64a4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3a5d82-48d0-443d-adcf-4c136e8ba3ca,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:47.967761 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-043687bb-8b33-421c-bc52-003a0188d974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:47.997487 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-043687bb-8b33-421c-bc52-003a0188d974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:48.081227 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-043687bb-8b33-421c-bc52-003a0188d974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:48.081734 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4e3b-e4f5-4af3-ae62-b257ae64a4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536948'] for router_interface, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:48.083940 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-043687bb-8b33-421c-bc52-003a0188d974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:48.085089 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-043687bb-8b33-421c-bc52-003a0188d974 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1738b181-94ca-470f-8bdf-cc4d41cb2521 HTTP/1.1" status: 204 len: 168 time: 0.1879094 Aug 05 02:17:48.092879 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cb6a6-d5bf-40a8-bd54-8e12802a71fe req-be5c2729-ff50-43b8-9bad-f48199445a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:48.094304 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-eb8cb6a6-d5bf-40a8-bd54-8e12802a71fe req-be5c2729-ff50-43b8-9bad-f48199445a96 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 1100 time: 0.0539305 Aug 05 02:17:48.100679 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043687bb-8b33-421c-bc52-003a0188d974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1738b181-94ca-470f-8bdf-cc4d41cb2521,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:48.136898 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-eb8cb6a6-d5bf-40a8-bd54-8e12802a71fe req-69e0340a-a7d8-4540-bf0b-dda256136490 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336154 Aug 05 02:17:48.383032 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00f680-42b0-4d9a-b89b-493ad0b2a2a7 req-4d288a9c-7230-4fa7-b447-56c164afcf1d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:48.384525 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2d00f680-42b0-4d9a-b89b-493ad0b2a2a7 req-4d288a9c-7230-4fa7-b447-56c164afcf1d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 947 time: 0.0956821 Aug 05 02:17:48.399863 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fc4e3b-e4f5-4af3-ae62-b257ae64a4a9 admin admin] Router 2b410f4c-84f4-47d2-8f5e-c703ec52d631 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:17:48.447923 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2d00f680-42b0-4d9a-b89b-493ad0b2a2a7 req-b67e833b-08a2-4b47-9ad9-26b059b42e5a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525081 Aug 05 02:17:48.556353 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fc4e3b-e4f5-4af3-ae62-b257ae64a4a9 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:17:48.563391 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a2fc4e3b-e4f5-4af3-ae62-b257ae64a4a9 admin admin] 10.222.0.39 "PUT /v2.0/routers/2b410f4c-84f4-47d2-8f5e-c703ec52d631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2186012 Aug 05 02:17:48.566268 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50104) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:48.570841 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a676a6-bbb9-481e-a4ac-971e25c6dbd6 None None] Sync routers for ids ['2b410f4c-84f4-47d2-8f5e-c703ec52d631'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:17:48.583812 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a676a6-bbb9-481e-a4ac-971e25c6dbd6 None None] Routers {'2b410f4c-84f4-47d2-8f5e-c703ec52d631'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:17:48.584432 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-53a676a6-bbb9-481e-a4ac-971e25c6dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:17:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['2b410f4c-84f4-47d2-8f5e-c703ec52d631'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:48.696445 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-53a676a6-bbb9-481e-a4ac-971e25c6dbd6 None None] Set router 2b410f4c-84f4-47d2-8f5e-c703ec52d631 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:17:48.697530 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:48.780711 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:17:48.843734 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:48.905737 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Deleting port 8d679df5-0ba4-4169-ae8c-c15cf810c220 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:17:48.906371 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:48.921384 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-53a676a6-bbb9-481e-a4ac-971e25c6dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'name': 'tempest-ServerRescueNegativeTestJSON-1127953655-router', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:17:47Z', 'revision_number': 5, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'gw_port': {'id': '8d679df5-0ba4-4169-ae8c-c15cf810c220', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:05Z', 'updated_at': '2021-08-05T02:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:48.962946 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a676a6-bbb9-481e-a4ac-971e25c6dbd6 None None] Checking router: 2b410f4c-84f4-47d2-8f5e-c703ec52d631 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:17:48.974630 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a676a6-bbb9-481e-a4ac-971e25c6dbd6 None None] Routers {'2b410f4c-84f4-47d2-8f5e-c703ec52d631'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:17:48.975622 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-53a676a6-bbb9-481e-a4ac-971e25c6dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:17:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['2b410f4c-84f4-47d2-8f5e-c703ec52d631'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:49.007500 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] For port 8d679df5-0ba4-4169-ae8c-c15cf810c220, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=8d679df5-0ba4-4169-ae8c-c15cf810c220,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:49.007949 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.021121 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Calling delete_port for 8d679df5-0ba4-4169-ae8c-c15cf810c220 owned by network:router_gateway {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:17:49.076776 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-53a676a6-bbb9-481e-a4ac-971e25c6dbd6 None None] Set router 2b410f4c-84f4-47d2-8f5e-c703ec52d631 gateway port host: None {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:17:49.128797 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50130) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:49.131962 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-53a676a6-bbb9-481e-a4ac-971e25c6dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'name': 'tempest-ServerRescueNegativeTestJSON-1127953655-router', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:17:48Z', 'revision_number': 6, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'gw_port_host': None}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:49.205973 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a676a6-bbb9-481e-a4ac-971e25c6dbd6 None None] The sync data for ids ['2b410f4c-84f4-47d2-8f5e-c703ec52d631'] in dv-cinder-803533-1-iscsi is: [{'id': '2b410f4c-84f4-47d2-8f5e-c703ec52d631', 'name': 'tempest-ServerRescueNegativeTestJSON-1127953655-router', 'tenant_id': '6f7d0a3f342c463397c5e4677bd94032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:17:48Z', 'revision_number': 6, 'project_id': '6f7d0a3f342c463397c5e4677bd94032', 'gw_port_host': None}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:17:49.242055 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.260517 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1781045530-network', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:17:49.271597 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d679df5-0ba4-4169-ae8c-c15cf810c220,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:49.292453 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Made reservation on behalf of 45b02b2264854d6bb2a8be0c6a548525 for: {'network': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:17:49.295053 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.306196 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.333932 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683168'] for router_gateway, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.415328 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.429284 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.456503 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:17:49.460749 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34551'] for router, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.464504 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.473302 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2bdf44-7206-4d71-98fd-f764625c418a,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:49.476840 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.477413 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.segments_db [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Added segment fa27f1ac-47fc-4667-8e6c-81213c666205 of type vlan for network ff09a226-147f-42b8-8e07-9d4b8ef3ccec Aug 05 02:17:49.528201 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.547392 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-658069'] for router, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.547938 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b410f4c-84f4-47d2-8f5e-c703ec52d631 {{(pid=93456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:17:49.557382 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] Notify callbacks [] for router, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.558698 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-1760901d-15a5-41df-b6d6-4808d3a3bdf8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2b410f4c-84f4-47d2-8f5e-c703ec52d631 HTTP/1.1" status: 204 len: 168 time: 0.9913967 Aug 05 02:17:49.566304 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50148) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:49.579056 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.580542 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:49.581424 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.641545 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5116196 Aug 05 02:17:49.646557 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50156) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:49.652808 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-d763601a-d69a-4160-872c-6b8781bc1ee9 admin admin] Request body: {'subnet': {'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1781045530-subnet', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'ip_version': 4}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:17:49.688078 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d763601a-d69a-4160-872c-6b8781bc1ee9 admin admin] Made reservation on behalf of 45b02b2264854d6bb2a8be0c6a548525 for: {'subnet': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:17:49.690351 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d763601a-d69a-4160-872c-6b8781bc1ee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26098740'] for subnet, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.696554 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ef79-718b-40f2-8bf1-307a55421a27 admin admin] Pushing event updated for resources: {'Network': ['ID=ff09a226-147f-42b8-8e07-9d4b8ef3ccec,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:49.708220 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network ff09a226-147f-42b8-8e07-9d4b8ef3ccec details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:17:49.728583 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c058e3-d3e7-441e-ac71-97f840b3eb24 req-5688344f-abdc-4984-8e72-524b8da14cfd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:49.730864 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-74c058e3-d3e7-441e-ac71-97f840b3eb24 req-5688344f-abdc-4984-8e72-524b8da14cfd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 947 time: 0.1333296 Aug 05 02:17:49.737981 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_v2 [None req-b611bb32-40a7-47e0-abfc-b553481ef10c admin admin] Deleting subnet d9843046-36d7-46e3-9a0f-2ccdca3a6899 {{(pid=93456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:17:49.741564 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b611bb32-40a7-47e0-abfc-b553481ef10c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.848940 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b611bb32-40a7-47e0-abfc-b553481ef10c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25431362'] for subnet, precommit_delete_associations {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:49.899485 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-74c058e3-d3e7-441e-ac71-97f840b3eb24 req-81700519-bd53-428d-95b9-d6e2fa7c8487 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034849 Aug 05 02:17:49.929148 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b611bb32-40a7-47e0-abfc-b553481ef10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.052549 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b611bb32-40a7-47e0-abfc-b553481ef10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25278106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26098719'] for subnet, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.058049 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d763601a-d69a-4160-872c-6b8781bc1ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25278173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26098694'] for subnet, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.084055 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611bb32-40a7-47e0-abfc-b553481ef10c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9843046-36d7-46e3-9a0f-2ccdca3a6899,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:50.086313 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b611bb32-40a7-47e0-abfc-b553481ef10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.091368 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-b611bb32-40a7-47e0-abfc-b553481ef10c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d9843046-36d7-46e3-9a0f-2ccdca3a6899 HTTP/1.1" status: 204 len: 168 time: 0.5212212 Aug 05 02:17:50.092236 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50180) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:50.149347 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763601a-d69a-4160-872c-6b8781bc1ee9 admin admin] Checking segment: {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:17:50.149557 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763601a-d69a-4160-872c-6b8781bc1ee9 admin admin] Network hostable DHCP agents. Network: ff09a226-147f-42b8-8e07-9d4b8ef3ccec, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:17:50.152720 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763601a-d69a-4160-872c-6b8781bc1ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9358fe91-2f74-4e49-8c17-5dc021888674,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:50.170528 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763601a-d69a-4160-872c-6b8781bc1ee9 admin admin] Network ff09a226-147f-42b8-8e07-9d4b8ef3ccec is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:17:50.185709 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-d763601a-d69a-4160-872c-6b8781bc1ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, ff09a226-147f-42b8-8e07-9d4b8ef3ccec) {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:17:50.191023 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.199662 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3853a7-1c48-4041-a510-258041025e67 None None] Network ff09a226-147f-42b8-8e07-9d4b8ef3ccec requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:17:50.203070 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d763601a-d69a-4160-872c-6b8781bc1ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:50.203793 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d763601a-d69a-4160-872c-6b8781bc1ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.219185 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-d763601a-d69a-4160-872c-6b8781bc1ee9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5708032 Aug 05 02:17:50.222613 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50182) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:50.228562 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:17:50.265698 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-656147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34533'] for router, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.267066 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34556'] for router, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.278615 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 8d679df5-0ba4-4169-ae8c-c15cf810c220 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:17:50.296179 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.312162 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 8d679df5-0ba4-4169-ae8c-c15cf810c220 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:17:50.312745 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 8d679df5-0ba4-4169-ae8c-c15cf810c220 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:17:50.313358 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:17:50.315831 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5fbb29-064c-491b-937e-91e7d4f39d1c']}} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:50.327996 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c2c68e-4043-4196-868c-6c6cd046990b') {'for_net_delete': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:50.328679 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c2c68e-4043-4196-868c-6c6cd046990b') {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:50.337504 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3849081'] for segment, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.340123 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:17:50.340655 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 1b3a5d82-48d0-443d-adcf-4c136e8ba3ca not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:17:50.341451 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.358120 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.366452 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:17:50.367003 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672839'] for segment, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: Traceback (most recent call last): Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: timer() Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: cb(*args, **kw) Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: return func(*args, **kwargs) Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: self._notify() Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: self.callback(batched_events) Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: event.method(event) Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: return f(self, *a, **k) Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._get(url).json() Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: return self.request(url, 'GET', **kwargs) Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:17:50.368964 dv-cinder-803533-1-iscsi neutron-server[93455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:17:50.450063 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.452619 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0eb7b85f-7546-59ba-b405-1900b113e2e5-ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674'}]}} from dv-cinder-803533-1-iscsi. {{(pid=93457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 02:17:50.453486 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.477586 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.481076 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8f5fbb29-064c-491b-937e-91e7d4f39d1c HTTP/1.1" status: 204 len: 168 time: 0.3872375 Aug 05 02:17:50.483027 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4583be-07c2-4b45-9eed-8f25dbe46dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5fbb29-064c-491b-937e-91e7d4f39d1c,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:50.514716 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.619464 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.db_base_plugin_common [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Allocated IP 172.20.0.2 (ff09a226-147f-42b8-8e07-9d4b8ef3ccec/9358fe91-2f74-4e49-8c17-5dc021888674/00f9f766-2fa5-4f1e-8343-79e86ee93038) {{(pid=93457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:17:50.644126 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50186) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:50.687044 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-c65d3612-20f8-4338-b63a-03651bdc4c7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f7d0a3f342c463397c5e4677bd94032&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411606 Aug 05 02:17:50.689514 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50188) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:50.744499 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d88d6473-6fd2-43c6-84e3-836d5d939edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.769445 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d88d6473-6fd2-43c6-84e3-836d5d939edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.772471 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.782818 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Transition to ACTIVE for port object 00f9f766-2fa5-4f1e-8343-79e86ee93038 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:17:50.802783 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Transition to ACTIVE for port object 00f9f766-2fa5-4f1e-8343-79e86ee93038 will not be triggered until provisioned by entity DHCP. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:17:50.812452 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.826601 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d88d6473-6fd2-43c6-84e3-836d5d939edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.830557 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d88d6473-6fd2-43c6-84e3-836d5d939edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.832129 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-d88d6473-6fd2-43c6-84e3-836d5d939edd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d0d25e4-3896-47a2-ba5f-8b8eefbfb193 HTTP/1.1" status: 204 len: 168 time: 0.1416740 Aug 05 02:17:50.862001 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d6473-6fd2-43c6-84e3-836d5d939edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0d25e4-3896-47a2-ba5f-8b8eefbfb193,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:50.884056 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Pushing event updated for resources: {'Port': ['ID=00f9f766-2fa5-4f1e-8343-79e86ee93038,revision_number=1']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:50.892005 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Network ff09a226-147f-42b8-8e07-9d4b8ef3ccec is already hosted by enough agents. {{(pid=93457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:17:50.897242 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.base_scheduler [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Resources bound (agent type, host, resource id): {{(pid=93457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:17:50.904123 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Received port after_create {{(pid=93457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:17:50.974995 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Attempting to bind port 00f9f766-2fa5-4f1e-8343-79e86ee93038 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:17:50.975376 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Attempting to bind port 00f9f766-2fa5-4f1e-8343-79e86ee93038 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:17:50.975742 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Attempting to bind port 00f9f766-2fa5-4f1e-8343-79e86ee93038 on network ff09a226-147f-42b8-8e07-9d4b8ef3ccec {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:17:50.981662 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:17:50.982040 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Checking segment: {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:17:50.982481 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.983304 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Bound using segment: {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:17:50.983918 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Bound port: 00f9f766-2fa5-4f1e-8343-79e86ee93038, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:17:50.984318 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:50.999714 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:51.024048 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:51.112017 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c07161-ccb4-43b2-9f2b-ecb14a41bbcb req-8215474f-3bff-4efd-a1a9-f5174914b7d9 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:51.113080 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-03c07161-ccb4-43b2-9f2b-ecb14a41bbcb req-8215474f-3bff-4efd-a1a9-f5174914b7d9 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 947 time: 0.0754533 Aug 05 02:17:51.156582 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] For port 00f9f766-2fa5-4f1e-8343-79e86ee93038, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:17:51.162929 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] For port 00f9f766-2fa5-4f1e-8343-79e86ee93038, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=00f9f766-2fa5-4f1e-8343-79e86ee93038,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:17:51.166972 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Allocated IP 172.27.3.253 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:17:51.170202 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:51.175900 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-03c07161-ccb4-43b2-9f2b-ecb14a41bbcb req-07439f78-3ab8-4915-88b7-8a97b5e86f88 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564098 Aug 05 02:17:51.264334 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adef86-4534-44bb-8091-aebe8c270ad3 None None] Pushing event updated for resources: {'Port': ['ID=00f9f766-2fa5-4f1e-8343-79e86ee93038,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:51.290764 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:51.331000 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:51.367405 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:17:51.372287 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:17:51.375874 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:17:51.405848 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Pushing event updated for resources: {'Port': ['ID=b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:51.676683 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:51.889314 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686997'] for router, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:52.038889 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Router 8cb389e2-9664-49f5-800a-c7f0229e7c32 is scheduled to L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 with binding_index 1 {{(pid=93456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 02:17:52.180428 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:17:52.190750 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Sync routers for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:17:52.205076 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] Notify callbacks [] for router, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:52.206197 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:17:52.210746 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50238) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:52.211840 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-673899c0-2726-455a-8fe8-9acd0a8c144f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9871149 Aug 05 02:17:52.212295 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:17:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:52.328919 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 00f9f766-2fa5-4f1e-8343-79e86ee93038 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:17:52.392438 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:17:52.427486 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee01c42-4a29-49cf-b6cf-afad82766db5 None None] Network ff09a226-147f-42b8-8e07-9d4b8ef3ccec requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:17:52.472035 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 00f9f766-2fa5-4f1e-8343-79e86ee93038 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:17:52.706406 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-f93bd5a6-bd7b-44ff-a300-256bb4f99d57 None None] Provisioning for port 00f9f766-2fa5-4f1e-8343-79e86ee93038 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:17:52.723867 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-f93bd5a6-bd7b-44ff-a300-256bb4f99d57 None None] Provisioning complete for port 00f9f766-2fa5-4f1e-8343-79e86ee93038 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:52.724244 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-f93bd5a6-bd7b-44ff-a300-256bb4f99d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:52.737885 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:52.750114 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50248) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:52.867339 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f8852d23-a82f-4616-967a-c060013cc53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:52.909689 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Allocated IP 172.20.0.1 (ff09a226-147f-42b8-8e07-9d4b8ef3ccec/9358fe91-2f74-4e49-8c17-5dc021888674/8668c972-ed81-4e35-a620-086f015fa06e) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:17:52.910775 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-f93bd5a6-bd7b-44ff-a300-256bb4f99d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:52.923255 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:51Z', 'revision_number': 3, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:52.964214 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Checking router: 8cb389e2-9664-49f5-800a-c7f0229e7c32 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:17:52.964561 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Updating router 8cb389e2-9664-49f5-800a-c7f0229e7c32 port b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 binding host dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:17:52.974227 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f8852d23-a82f-4616-967a-c060013cc53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:52.981107 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f8852d23-a82f-4616-967a-c060013cc53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:52.997892 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-f93bd5a6-bd7b-44ff-a300-256bb4f99d57 None None] For port 00f9f766-2fa5-4f1e-8343-79e86ee93038, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=00f9f766-2fa5-4f1e-8343-79e86ee93038,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:53.003839 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.008129 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-f93bd5a6-bd7b-44ff-a300-256bb4f99d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.022862 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8852d23-a82f-4616-967a-c060013cc53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36f9493-640e-41da-a073-e67ce56d54ad,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:53.043107 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50252) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:53.043716 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-f8852d23-a82f-4616-967a-c060013cc53f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7b03d28d5f64539a71326122a1656f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923396 Aug 05 02:17:53.056673 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.093184 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Transition to ACTIVE for port object 8668c972-ed81-4e35-a620-086f015fa06e will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:17:53.138865 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e86201dc-b281-40e1-8307-8ede64284520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.146039 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bd5a6-bd7b-44ff-a300-256bb4f99d57 None None] Pushing event updated for resources: {'Port': ['ID=00f9f766-2fa5-4f1e-8343-79e86ee93038,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:53.162363 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e86201dc-b281-40e1-8307-8ede64284520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.242080 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-066e35f4-10e4-402d-a2e8-bb697ab8a920 None None] Provisioning complete for port 00f9f766-2fa5-4f1e-8343-79e86ee93038 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:53.242712 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-066e35f4-10e4-402d-a2e8-bb697ab8a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.388855 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Notify callbacks [] for port, precommit_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.404495 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Transition to ACTIVE for port object b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:17:53.412068 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.439164 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.476255 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Attempting to bind port b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:17:53.476463 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e86201dc-b281-40e1-8307-8ede64284520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.476620 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Attempting to bind port b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:17:53.476982 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Attempting to bind port b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 on network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:17:53.478690 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e86201dc-b281-40e1-8307-8ede64284520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.480292 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc476c-fde4-4d9c-ba56-4e86fd8c36e3 None None] Pushing event updated for resources: {'Port': ['ID=b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:53.480431 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-e86201dc-b281-40e1-8307-8ede64284520 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a36f9493-640e-41da-a073-e67ce56d54ad HTTP/1.1" status: 204 len: 168 time: 0.4362390 Aug 05 02:17:53.485020 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:17:53.485391 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Checking segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:17:53.485792 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.485905 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Network ff09a226-147f-42b8-8e07-9d4b8ef3ccec is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:17:53.486179 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Bound using segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:17:53.486666 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Bound port: b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:17:53.487046 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.490874 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:17:53.498521 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:17:53.503964 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86201dc-b281-40e1-8307-8ede64284520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36f9493-640e-41da-a073-e67ce56d54ad,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:53.523981 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Pushing event updated for resources: {'Port': ['ID=8668c972-ed81-4e35-a620-086f015fa06e,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:53.545515 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684671'] for router_interface, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.551192 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] For port b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:17:53.554557 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] For port b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:17:53.560397 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.622703 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:17:53.623354 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:17:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:53.626520 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc476c-fde4-4d9c-ba56-4e86fd8c36e3 None None] Pushing event updated for resources: {'Port': ['ID=b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:53.733624 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.741504 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:17:53.851556 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50262) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:53.864802 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-601a0031-87be-47bc-b670-795ac97b64c6 None None] Provisioning for port 8668c972-ed81-4e35-a620-086f015fa06e completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:17:53.865453 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-17fae5fc-241d-47d2-ae2a-dac8ddd5ee54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.873259 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-601a0031-87be-47bc-b670-795ac97b64c6 None None] Provisioning complete for port 8668c972-ed81-4e35-a620-086f015fa06e triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:53.873619 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-601a0031-87be-47bc-b670-795ac97b64c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.909972 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.915698 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.940088 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-601a0031-87be-47bc-b670-795ac97b64c6 None None] Port 8668c972-ed81-4e35-a620-086f015fa06e cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:17:53.969126 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:51Z', 'revision_number': 3, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:53.970966 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-17fae5fc-241d-47d2-ae2a-dac8ddd5ee54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.977695 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-17fae5fc-241d-47d2-ae2a-dac8ddd5ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.981639 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537039'] for router_interface, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:53.997731 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac6af4-b0cc-450c-bb8d-00fc2c03a1bd None None] The sync data for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi is: [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:51Z', 'revision_number': 3, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:17:54.000105 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Pushing event updated for resources: {'Port': ['ID=8668c972-ed81-4e35-a620-086f015fa06e,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:54.036451 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-17fae5fc-241d-47d2-ae2a-dac8ddd5ee54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d396ca3157b461a80e339ec6f76d27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838148 Aug 05 02:17:54.037410 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fae5fc-241d-47d2-ae2a-dac8ddd5ee54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fab510a-f4d9-41e3-9d05-54b0c57e09d7,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:54.041069 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50264) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:54.094545 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Network ff09a226-147f-42b8-8e07-9d4b8ef3ccec is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:17:54.096015 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:17:54.096871 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1469-24f4-4cc5-a793-3a56dd2182ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:54.122005 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1469-24f4-4cc5-a793-3a56dd2182ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:54.194725 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1469-24f4-4cc5-a793-3a56dd2182ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:54.198930 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1469-24f4-4cc5-a793-3a56dd2182ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:54.203332 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-a2eb1469-24f4-4cc5-a793-3a56dd2182ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fab510a-f4d9-41e3-9d05-54b0c57e09d7 HTTP/1.1" status: 204 len: 168 time: 0.1607354 Aug 05 02:17:54.232389 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Router 8cb389e2-9664-49f5-800a-c7f0229e7c32 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:17:54.249996 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 00f9f766-2fa5-4f1e-8343-79e86ee93038 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:17:54.252212 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb1469-24f4-4cc5-a793-3a56dd2182ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fab510a-f4d9-41e3-9d05-54b0c57e09d7,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:54.324998 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 00f9f766-2fa5-4f1e-8343-79e86ee93038 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:54.326106 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:54.414026 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:17:54.429029 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-1e21b85c-e61d-4f07-b1b0-c78152a4ecd7 admin admin] 10.222.0.39 "PUT /v2.0/routers/8cb389e2-9664-49f5-800a-c7f0229e7c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2137711 Aug 05 02:17:54.484564 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-d9abad26-81ef-4c76-932a-8177eaf526e5 None None] Provisioning complete for port 8668c972-ed81-4e35-a620-086f015fa06e triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:54.485061 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-d9abad26-81ef-4c76-932a-8177eaf526e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:54.539179 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-d9abad26-81ef-4c76-932a-8177eaf526e5 None None] Port 8668c972-ed81-4e35-a620-086f015fa06e cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:17:55.177104 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50314) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:55.182292 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-556627463-network', 'tenant_id': '25fd023bc31a489591f0751a550edcef'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:17:55.214983 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Made reservation on behalf of 25fd023bc31a489591f0751a550edcef for: {'network': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:17:55.218265 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:55.229445 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:55.353181 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:55.358845 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:55.406135 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:17:55.413711 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430d5445-701a-47d9-8e59-2cc99524ed89,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:55.440577 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:55.440932 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.segments_db [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Added segment 88e75592-bf67-4727-8bd0-3369278ab52f of type vlan for network 475d8a40-d674-4c04-9931-7ecf05e04fd1 Aug 05 02:17:55.488556 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:55.526208 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:55.527308 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:55.528043 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:55.594408 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] Pushing event updated for resources: {'Network': ['ID=475d8a40-d674-4c04-9931-7ecf05e04fd1,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:55.612031 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 475d8a40-d674-4c04-9931-7ecf05e04fd1 details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:17:55.613287 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50338) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:55.613680 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-c814535d-7bf8-4ce2-806f-5500e93f37f0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4322352 Aug 05 02:17:55.620293 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-fb56f9b7-48d8-4127-a9ed-5eb3d8fa9e77 admin admin] Request body: {'subnet': {'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-556627463-subnet', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'ip_version': 4}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:17:55.678252 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb56f9b7-48d8-4127-a9ed-5eb3d8fa9e77 admin admin] Made reservation on behalf of 25fd023bc31a489591f0751a550edcef for: {'subnet': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:17:55.684205 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fb56f9b7-48d8-4127-a9ed-5eb3d8fa9e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26098740'] for subnet, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:55.892930 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fb56f9b7-48d8-4127-a9ed-5eb3d8fa9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25278173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26098694'] for subnet, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:55.941872 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56f9b7-48d8-4127-a9ed-5eb3d8fa9e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f416dd90-761c-4e6c-8549-0dee8224f8c0,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:55.967212 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb56f9b7-48d8-4127-a9ed-5eb3d8fa9e77 admin admin] Checking segment: {'id': '88e75592-bf67-4727-8bd0-3369278ab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:17:55.967505 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb56f9b7-48d8-4127-a9ed-5eb3d8fa9e77 admin admin] Network hostable DHCP agents. Network: 475d8a40-d674-4c04-9931-7ecf05e04fd1, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:17:55.985782 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb56f9b7-48d8-4127-a9ed-5eb3d8fa9e77 admin admin] Network 475d8a40-d674-4c04-9931-7ecf05e04fd1 is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:17:55.997712 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-fb56f9b7-48d8-4127-a9ed-5eb3d8fa9e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 475d8a40-d674-4c04-9931-7ecf05e04fd1) {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:17:56.001671 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb56f9b7-48d8-4127-a9ed-5eb3d8fa9e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:17:56.002260 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fb56f9b7-48d8-4127-a9ed-5eb3d8fa9e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.006709 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f46339-4be3-4761-b9b1-377bfaf3bf47 None None] Network 475d8a40-d674-4c04-9931-7ecf05e04fd1 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:17:56.018422 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-fb56f9b7-48d8-4127-a9ed-5eb3d8fa9e77 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4010222 Aug 05 02:17:56.018634 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50356) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:56.022953 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-556627463-router', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:17:56.045509 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-656147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34533'] for router, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.046594 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34556'] for router, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.098737 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.122146 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Sync routers for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:17:56.134492 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:17:56.135204 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:17:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:56.246757 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0eb7b85f-7546-59ba-b405-1900b113e2e5-475d8a40-d674-4c04-9931-7ecf05e04fd1', 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'fixed_ips': [{'subnet_id': 'f416dd90-761c-4e6c-8549-0dee8224f8c0'}]}} from dv-cinder-803533-1-iscsi. {{(pid=93457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 02:17:56.247400 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.274958 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:17:56.288285 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.328662 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:17:56.457880 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.db_base_plugin_common [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Allocated IP 172.20.0.2 (475d8a40-d674-4c04-9931-7ecf05e04fd1/f416dd90-761c-4e6c-8549-0dee8224f8c0/0bf9291e-9134-4a91-ab1e-a258a68110d1) {{(pid=93457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:17:56.460825 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:17:56.473815 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:56.474344 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.522709 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.546607 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.593280 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50366) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:56.593822 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 2, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:56.628075 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Checking router: 8cb389e2-9664-49f5-800a-c7f0229e7c32 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:17:56.628497 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Updating router 8cb389e2-9664-49f5-800a-c7f0229e7c32 port 8668c972-ed81-4e35-a620-086f015fa06e binding host dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:17:56.660849 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.668107 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.691563 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Allocated IP 172.27.3.112 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/db887022-e171-45d3-8364-b7858cede7d6) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:17:56.729101 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:56.743714 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.782525 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.790337 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ba2fcba3-f60c-45a7-a3a2-8bbfe9922457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.796589 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Transition to ACTIVE for port object 0bf9291e-9134-4a91-ab1e-a258a68110d1 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:17:56.862554 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.864859 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Transition to ACTIVE for port object 0bf9291e-9134-4a91-ab1e-a258a68110d1 will not be triggered until provisioned by entity DHCP. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:17:56.868557 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:56.875581 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.919238 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Network 475d8a40-d674-4c04-9931-7ecf05e04fd1 is already hosted by enough agents. {{(pid=93457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:17:56.923224 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.base_scheduler [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Resources bound (agent type, host, resource id): {{(pid=93457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:17:56.930479 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Received port after_create {{(pid=93457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:17:56.943732 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Pushing event updated for resources: {'Port': ['ID=0bf9291e-9134-4a91-ab1e-a258a68110d1,revision_number=1']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:56.954059 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.979199 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ba2fcba3-f60c-45a7-a3a2-8bbfe9922457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:56.998201 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:17:57.000877 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ba2fcba3-f60c-45a7-a3a2-8bbfe9922457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.007178 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:17:57.019488 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Notify callbacks [] for port, precommit_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.022457 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:17:57.031520 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.provisioning_blocks [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Transition to ACTIVE for port object 8668c972-ed81-4e35-a620-086f015fa06e will not be triggered until provisioned by entity L2. {{(pid=93458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:17:57.037387 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.091099 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fcba3-f60c-45a7-a3a2-8bbfe9922457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccc0e44-c89b-4580-84e7-437787c19a8b,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:57.093725 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Pushing event updated for resources: {'Port': ['ID=db887022-e171-45d3-8364-b7858cede7d6,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:57.103977 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ba2fcba3-f60c-45a7-a3a2-8bbfe9922457 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76786a59ae844cc492e412611056d493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5049300 Aug 05 02:17:57.105532 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50376) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:57.148143 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Pushing event updated for resources: {'Port': ['ID=8668c972-ed81-4e35-a620-086f015fa06e,revision_number=3']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:57.154944 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Attempting to bind port 8668c972-ed81-4e35-a620-086f015fa06e on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:17:57.155561 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Attempting to bind port 8668c972-ed81-4e35-a620-086f015fa06e by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:17:57.156122 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Attempting to bind port 8668c972-ed81-4e35-a620-086f015fa06e on network ff09a226-147f-42b8-8e07-9d4b8ef3ccec {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:17:57.162126 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:57.162810 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:57.163362 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:57.163916 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:57.164325 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:57.164732 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:57.165131 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:57.165529 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:57.165951 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:57.166382 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:57.166805 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:57.167198 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:17:57.170519 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:17:57.171283 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Checking segment: {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:17:57.171884 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.172456 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Bound using segment: {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:17:57.173352 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Bound port: 8668c972-ed81-4e35-a620-086f015fa06e, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'}}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:17:57.173956 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.192677 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a0c26f8-98c8-4cb6-92a8-e4d60838d7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.216521 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Attempting to bind port 0bf9291e-9134-4a91-ab1e-a258a68110d1 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:17:57.217357 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Attempting to bind port 0bf9291e-9134-4a91-ab1e-a258a68110d1 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': '88e75592-bf67-4727-8bd0-3369278ab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:17:57.217918 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Attempting to bind port 0bf9291e-9134-4a91-ab1e-a258a68110d1 on network 475d8a40-d674-4c04-9931-7ecf05e04fd1 {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:17:57.226036 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:17:57.227294 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Checking segment: {'id': '88e75592-bf67-4727-8bd0-3369278ab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:17:57.227893 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.229558 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Bound using segment: {'id': '88e75592-bf67-4727-8bd0-3369278ab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:17:57.232745 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Bound port: 0bf9291e-9134-4a91-ab1e-a258a68110d1, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e75592-bf67-4727-8bd0-3369278ab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:17:57.233395 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.255111 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a0c26f8-98c8-4cb6-92a8-e4d60838d7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.296301 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] For port 8668c972-ed81-4e35-a620-086f015fa06e, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:17:57.303434 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] For port 8668c972-ed81-4e35-a620-086f015fa06e, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=8668c972-ed81-4e35-a620-086f015fa06e,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:17:57.317444 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.338934 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] For port 0bf9291e-9134-4a91-ab1e-a258a68110d1, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:17:57.342594 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] For port 0bf9291e-9134-4a91-ab1e-a258a68110d1, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=0bf9291e-9134-4a91-ab1e-a258a68110d1,segment=NetworkSegment(88e75592-bf67-4727-8bd0-3369278ab52f),segment_id=88e75592-bf67-4727-8bd0-3369278ab52f)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:17:57.358833 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.367726 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a0c26f8-98c8-4cb6-92a8-e4d60838d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.371473 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a0c26f8-98c8-4cb6-92a8-e4d60838d7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.375105 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-9a0c26f8-98c8-4cb6-92a8-e4d60838d7f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ccc0e44-c89b-4580-84e7-437787c19a8b HTTP/1.1" status: 204 len: 168 time: 0.2635655 Aug 05 02:17:57.382684 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251b9c1-77f1-4ec4-a514-d021feb0d743 None None] Pushing event updated for resources: {'Port': ['ID=8668c972-ed81-4e35-a620-086f015fa06e,revision_number=4']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:57.390132 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c26f8-98c8-4cb6-92a8-e4d60838d7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccc0e44-c89b-4580-84e7-437787c19a8b,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:57.390320 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:17:57.390795 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:17:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:57.472273 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.491522 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9b199-b00a-4645-b680-de3a957896f8 None None] Pushing event updated for resources: {'Port': ['ID=0bf9291e-9134-4a91-ab1e-a258a68110d1,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:57.587313 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:17:57.818960 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50384) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:57.832054 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-79205944-99a2-4c2f-945d-bee7d584a3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.903486 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:57Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:57.933006 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd754ecf-0de4-4050-8be4-0e46f4c75560 None None] The sync data for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi is: [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:57Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:17:57.968396 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-79205944-99a2-4c2f-945d-bee7d584a3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:57.992944 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-79205944-99a2-4c2f-945d-bee7d584a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:58.051959 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-79205944-99a2-4c2f-945d-bee7d584a3c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4eee1ebe8e3241d1b597d894e239a5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318633 Aug 05 02:17:58.052902 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79205944-99a2-4c2f-945d-bee7d584a3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a4743a-c6e8-4f7f-8fe0-65cf8218c63e,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:58.055311 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50390) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:58.120878 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686997'] for router, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:58.122510 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d8fce5ce-655d-4229-9d1c-274d530696c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:58.149917 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d8fce5ce-655d-4229-9d1c-274d530696c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:58.189892 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-1819348c-5748-4e1d-8ff0-f8234f06f5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:58.247772 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d8fce5ce-655d-4229-9d1c-274d530696c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:58.251350 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d8fce5ce-655d-4229-9d1c-274d530696c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:58.252877 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-d8fce5ce-655d-4229-9d1c-274d530696c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3a4743a-c6e8-4f7f-8fe0-65cf8218c63e HTTP/1.1" status: 204 len: 168 time: 0.1857390 Aug 05 02:17:58.292907 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fce5ce-655d-4229-9d1c-274d530696c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a4743a-c6e8-4f7f-8fe0-65cf8218c63e,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:58.317920 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Router 24c646f6-abce-4f8d-a76e-7c2f8979cf19 is scheduled to L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 with binding_index 1 {{(pid=93456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 02:17:58.461788 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:17:58.467577 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 8668c972-ed81-4e35-a620-086f015fa06e up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:17:58.481201 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:58.483074 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-8125b302-8619-40af-a496-61ae101220f4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4633179 Aug 05 02:17:58.485624 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50394) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:17:58.503472 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Sync routers for ids ['24c646f6-abce-4f8d-a76e-7c2f8979cf19'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:17:58.535540 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Routers {'24c646f6-abce-4f8d-a76e-7c2f8979cf19'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:17:58.536192 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:17:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['24c646f6-abce-4f8d-a76e-7c2f8979cf19'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:58.669779 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Set router 24c646f6-abce-4f8d-a76e-7c2f8979cf19 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:17:58.793587 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641b6861-3f35-4615-8532-fff783c30810 None None] Network 475d8a40-d674-4c04-9931-7ecf05e04fd1 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:17:58.914096 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 8668c972-ed81-4e35-a620-086f015fa06e completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:17:58.922947 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 8668c972-ed81-4e35-a620-086f015fa06e triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:58.924002 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:58.926362 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-04f25b2d-f532-481d-9ae4-5a05c61a77cd None None] Provisioning for port 0bf9291e-9134-4a91-ab1e-a258a68110d1 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:17:59.058270 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:59.067887 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:59.181084 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:59.249780 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'name': 'tempest-TestVolumeBootPattern-556627463-router', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'db887022-e171-45d3-8364-b7858cede7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:17:57Z', 'revision_number': 3, 'project_id': '25fd023bc31a489591f0751a550edcef', 'gw_port': {'id': 'db887022-e171-45d3-8364-b7858cede7d6', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:17:59.254417 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 8668c972-ed81-4e35-a620-086f015fa06e, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=8668c972-ed81-4e35-a620-086f015fa06e,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:17:59.324673 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Checking router: 24c646f6-abce-4f8d-a76e-7c2f8979cf19 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:17:59.325184 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Updating router 24c646f6-abce-4f8d-a76e-7c2f8979cf19 port db887022-e171-45d3-8364-b7858cede7d6 binding host dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:17:59.327425 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:59.329911 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 0bf9291e-9134-4a91-ab1e-a258a68110d1 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:17:59.359882 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Allocated IP 172.20.0.1 (475d8a40-d674-4c04-9931-7ecf05e04fd1/f416dd90-761c-4e6c-8549-0dee8224f8c0/f5b9aeea-21de-421b-a909-9980d7ed18e2) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:17:59.488029 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:59.530564 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:59.549896 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=8668c972-ed81-4e35-a620-086f015fa06e,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:59.550422 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Transition to ACTIVE for port object f5b9aeea-21de-421b-a909-9980d7ed18e2 will not be triggered until provisioned by entity DHCP. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:17:59.596811 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:59.636094 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Network 475d8a40-d674-4c04-9931-7ecf05e04fd1 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:17:59.640320 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:17:59.656531 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 0bf9291e-9134-4a91-ab1e-a258a68110d1 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:17:59.662922 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:17:59.680800 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 0bf9291e-9134-4a91-ab1e-a258a68110d1 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:59.681272 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:59.714608 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684671'] for router_interface, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:59.724207 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b9aeea-21de-421b-a909-9980d7ed18e2,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:17:59.773361 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-37b00245-b47f-4893-9847-7bac068d3d13 None None] Provisioning complete for port 0bf9291e-9134-4a91-ab1e-a258a68110d1 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:17:59.774093 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-37b00245-b47f-4893-9847-7bac068d3d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:17:59.914176 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.030048 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.069860 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-37b00245-b47f-4893-9847-7bac068d3d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.125369 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 0bf9291e-9134-4a91-ab1e-a258a68110d1, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=0bf9291e-9134-4a91-ab1e-a258a68110d1,segment=NetworkSegment(88e75592-bf67-4727-8bd0-3369278ab52f),segment_id=88e75592-bf67-4727-8bd0-3369278ab52f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:18:00.136205 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.136911 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:18:00.143302 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.149129 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.220764 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Notify callbacks [] for port, precommit_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.249001 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b9aeea-21de-421b-a909-9980d7ed18e2,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:00.258785 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537039'] for router_interface, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.262297 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Transition to ACTIVE for port object db887022-e171-45d3-8364-b7858cede7d6 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:18:00.285052 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.286955 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=0bf9291e-9134-4a91-ab1e-a258a68110d1,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:00.290107 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.db.api [None req-37b00245-b47f-4893-9847-7bac068d3d13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 05 02:18:00.290488 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG oslo_db.api [None req-37b00245-b47f-4893-9847-7bac068d3d13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 02:18:00.350359 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92a96d-d03b-481d-ab47-7d5e22445a12 None None] Pushing event updated for resources: {'Port': ['ID=db887022-e171-45d3-8364-b7858cede7d6,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:00.357939 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:18:00.358386 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.359929 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Attempting to bind port db887022-e171-45d3-8364-b7858cede7d6 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:18:00.360289 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Attempting to bind port db887022-e171-45d3-8364-b7858cede7d6 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:18:00.360710 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Attempting to bind port db887022-e171-45d3-8364-b7858cede7d6 on network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:18:00.396534 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:18:00.396915 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Checking segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:18:00.397576 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.397973 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Bound using segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:18:00.398491 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Bound port: db887022-e171-45d3-8364-b7858cede7d6, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:18:00.398918 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.455024 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Network 475d8a40-d674-4c04-9931-7ecf05e04fd1 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:18:00.457331 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:18:00.486615 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] For port db887022-e171-45d3-8364-b7858cede7d6, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:18:00.505705 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] For port db887022-e171-45d3-8364-b7858cede7d6, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=db887022-e171-45d3-8364-b7858cede7d6,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:18:00.512402 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.574799 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Routers {'24c646f6-abce-4f8d-a76e-7c2f8979cf19'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:18:00.575563 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:17:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['24c646f6-abce-4f8d-a76e-7c2f8979cf19'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:00.610214 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c4727-5f6a-450a-9433-80486ac6fe4c req-bbb18728-1682-479a-a412-f2b621220fa8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:00.611780 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-904c4727-5f6a-450a-9433-80486ac6fe4c req-bbb18728-1682-479a-a412-f2b621220fa8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.1019576 Aug 05 02:18:00.629011 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 0bf9291e-9134-4a91-ab1e-a258a68110d1 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:18:00.633765 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92a96d-d03b-481d-ab47-7d5e22445a12 None None] Pushing event updated for resources: {'Port': ['ID=db887022-e171-45d3-8364-b7858cede7d6,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:00.646943 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Router 24c646f6-abce-4f8d-a76e-7c2f8979cf19 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:18:00.671443 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-904c4727-5f6a-450a-9433-80486ac6fe4c req-10f564df-4387-4a07-a05f-6a654fa492a3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480146 Aug 05 02:18:00.776116 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:18:00.781038 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-4c6b5ea0-3f7b-4268-8cc5-0ab6f8a889b8 admin admin] 10.222.0.39 "PUT /v2.0/routers/24c646f6-abce-4f8d-a76e-7c2f8979cf19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2940559 Aug 05 02:18:00.900976 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a4a0035e-3bf5-4afe-a8e9-24a9f00ebeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.911032 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:00.927714 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] Set router 24c646f6-abce-4f8d-a76e-7c2f8979cf19 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:18:00.929908 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 0bf9291e-9134-4a91-ab1e-a258a68110d1 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:18:00.930276 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.060842 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-de545cd0-aab3-4ea5-a234-72ca64789e23 None None] Provisioning for port f5b9aeea-21de-421b-a909-9980d7ed18e2 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:18:01.093442 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-de545cd0-aab3-4ea5-a234-72ca64789e23 None None] Provisioning complete for port f5b9aeea-21de-421b-a909-9980d7ed18e2 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:18:01.093812 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-de545cd0-aab3-4ea5-a234-72ca64789e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.172780 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-de545cd0-aab3-4ea5-a234-72ca64789e23 None None] Port f5b9aeea-21de-421b-a909-9980d7ed18e2 cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:18:01.179495 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 8668c972-ed81-4e35-a620-086f015fa06e up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:18:01.258828 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 8668c972-ed81-4e35-a620-086f015fa06e triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:18:01.259208 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.281176 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50492) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:01.285872 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909325623', 'description': 'tempest-secgroup-smoke-909325623 description', 'project_id': '45b02b2264854d6bb2a8be0c6a548525'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:01.289716 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'name': 'tempest-TestVolumeBootPattern-556627463-router', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'db887022-e171-45d3-8364-b7858cede7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 4, 'project_id': '25fd023bc31a489591f0751a550edcef', 'gw_port': {'id': 'db887022-e171-45d3-8364-b7858cede7d6', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'f5b9aeea-21de-421b-a909-9980d7ed18e2', 'name': '', 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'mac_address': 'fa:16:3e:40:b1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f416dd90-761c-4e6c-8549-0dee8224f8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:59Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 2, 'project_id': '25fd023bc31a489591f0751a550edcef', 'subnets': [{'id': 'f416dd90-761c-4e6c-8549-0dee8224f8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:01.308746 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.324465 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7f0aef-c59e-4516-a77b-589c4246a302 None None] The sync data for ids ['24c646f6-abce-4f8d-a76e-7c2f8979cf19'] in dv-cinder-803533-1-iscsi is: [{'id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'name': 'tempest-TestVolumeBootPattern-556627463-router', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'db887022-e171-45d3-8364-b7858cede7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 4, 'project_id': '25fd023bc31a489591f0751a550edcef', 'gw_port': {'id': 'db887022-e171-45d3-8364-b7858cede7d6', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'f5b9aeea-21de-421b-a909-9980d7ed18e2', 'name': '', 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'mac_address': 'fa:16:3e:40:b1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f416dd90-761c-4e6c-8549-0dee8224f8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:59Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 2, 'project_id': '25fd023bc31a489591f0751a550edcef', 'subnets': [{'id': 'f416dd90-761c-4e6c-8549-0dee8224f8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:18:01.405331 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.409320 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.441898 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.443333 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1611600 Aug 05 02:18:01.446298 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50496) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:01.450954 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-38d36c05-9ccd-45e6-99c4-e5a966d62e8c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf37e9-9e87-4a70-852f-28e6687f4a30', 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:01.451445 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cf37e9-9e87-4a70-852f-28e6687f4a30,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:01.459750 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:01.460375 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:01.460462 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:01.460757 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:01.461089 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:01.461421 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:01.461755 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:01.462082 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:01.462413 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:01.462780 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:01.463895 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:01.464221 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0744d3-ac8f-4796-8a57-af15875e8771 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:01.480913 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-38d36c05-9ccd-45e6-99c4-e5a966d62e8c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.537224 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-38d36c05-9ccd-45e6-99c4-e5a966d62e8c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.552767 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-38d36c05-9ccd-45e6-99c4-e5a966d62e8c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.578594 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d36c05-9ccd-45e6-99c4-e5a966d62e8c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656d17d6-b097-47a3-a7bd-569b1e3e0286,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:01.584940 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-38d36c05-9ccd-45e6-99c4-e5a966d62e8c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.586175 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-38d36c05-9ccd-45e6-99c4-e5a966d62e8c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388128 Aug 05 02:18:01.590025 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50498) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:01.594861 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-b6a94b38-d433-4e50-9526-ddf418b028cf tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf37e9-9e87-4a70-852f-28e6687f4a30', 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:01.622103 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b6a94b38-d433-4e50-9526-ddf418b028cf tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.683533 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b6a94b38-d433-4e50-9526-ddf418b028cf tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.687474 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b6a94b38-d433-4e50-9526-ddf418b028cf tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.707145 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a94b38-d433-4e50-9526-ddf418b028cf tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f186d0-bc02-443f-a86c-51c37b08fc68,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:01.720158 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b6a94b38-d433-4e50-9526-ddf418b028cf tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.721522 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-b6a94b38-d433-4e50-9526-ddf418b028cf tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304951 Aug 05 02:18:01.724419 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50502) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:01.729562 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-bbbd9a8a-5d75-4433-983f-b6f7c7962de3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf37e9-9e87-4a70-852f-28e6687f4a30', 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:01.759040 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9a8a-5d75-4433-983f-b6f7c7962de3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.800250 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12f899-19f4-4d6d-9d9f-04ef3d098e2d req-f331d39f-4123-4964-8837-5429c4b53f3e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:01.802101 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ac12f899-19f4-4d6d-9d9f-04ef3d098e2d req-f331d39f-4123-4964-8837-5429c4b53f3e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0523567 Aug 05 02:18:01.821168 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9a8a-5d75-4433-983f-b6f7c7962de3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.826314 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9a8a-5d75-4433-983f-b6f7c7962de3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.845412 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ac12f899-19f4-4d6d-9d9f-04ef3d098e2d req-1e45955c-2495-4628-bce6-f98e1b7e7d27 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360672 Aug 05 02:18:01.848289 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd9a8a-5d75-4433-983f-b6f7c7962de3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8938ca45-26f1-481c-bf38-28fdd58259fc,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:01.857620 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9a8a-5d75-4433-983f-b6f7c7962de3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.858864 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-bbbd9a8a-5d75-4433-983f-b6f7c7962de3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334291 Aug 05 02:18:01.870845 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50504) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:01.870845 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-2bd79a8c-0f96-49cd-8782-be8869829df5 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf37e9-9e87-4a70-852f-28e6687f4a30', 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:01.892959 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2bd79a8c-0f96-49cd-8782-be8869829df5 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.956119 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2bd79a8c-0f96-49cd-8782-be8869829df5 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.960199 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2bd79a8c-0f96-49cd-8782-be8869829df5 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:01.990474 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd79a8c-0f96-49cd-8782-be8869829df5 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928dca68-c05a-458b-aac1-3e3d98f1579e,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:01.999085 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2bd79a8c-0f96-49cd-8782-be8869829df5 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.001387 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-2bd79a8c-0f96-49cd-8782-be8869829df5 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376512 Aug 05 02:18:02.003026 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50506) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:02.007570 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-73ae46ea-fec4-422d-8a74-f976f5868170 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf37e9-9e87-4a70-852f-28e6687f4a30', 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:02.033211 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.securitygroups_db [None req-73ae46ea-fec4-422d-8a74-f976f5868170 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Project 45b02b2264854d6bb2a8be0c6a548525 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 02:18:02.039706 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-73ae46ea-fec4-422d-8a74-f976f5868170 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.063557 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.107203 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-73ae46ea-fec4-422d-8a74-f976f5868170 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.111033 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-73ae46ea-fec4-422d-8a74-f976f5868170 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.125836 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae46ea-fec4-422d-8a74-f976f5868170 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6694144a-12fa-4c1b-b7bd-a52cdb9af809,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:02.138436 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-73ae46ea-fec4-422d-8a74-f976f5868170 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.140009 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-73ae46ea-fec4-422d-8a74-f976f5868170 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360373 Aug 05 02:18:02.142598 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50510) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:02.147065 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-fb42a47c-0aa8-4022-81fb-1bd282078d63 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf37e9-9e87-4a70-852f-28e6687f4a30', 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:02.168654 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.securitygroups_db [None req-fb42a47c-0aa8-4022-81fb-1bd282078d63 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Project 45b02b2264854d6bb2a8be0c6a548525 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 02:18:02.173667 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fb42a47c-0aa8-4022-81fb-1bd282078d63 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.240099 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fb42a47c-0aa8-4022-81fb-1bd282078d63 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.243921 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fb42a47c-0aa8-4022-81fb-1bd282078d63 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.262726 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42a47c-0aa8-4022-81fb-1bd282078d63 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759c894d-064b-4156-9285-1da91e439adc,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:02.269910 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fb42a47c-0aa8-4022-81fb-1bd282078d63 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.272515 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-fb42a47c-0aa8-4022-81fb-1bd282078d63 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289566 Aug 05 02:18:02.633076 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device db887022-e171-45d3-8364-b7858cede7d6 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:18:02.688071 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port db887022-e171-45d3-8364-b7858cede7d6 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:18:02.692529 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port db887022-e171-45d3-8364-b7858cede7d6 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:18:02.693009 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.786599 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.809684 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port db887022-e171-45d3-8364-b7858cede7d6, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=db887022-e171-45d3-8364-b7858cede7d6,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:18:02.813330 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:02.860271 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=db887022-e171-45d3-8364-b7858cede7d6,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:02.962591 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c0b93-a0a9-4803-bde5-2fcb04c149e6 req-4ae40e31-7d21-4eb9-aa57-6fb6a79d4bff tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:02.964833 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6c2c0b93-a0a9-4803-bde5-2fcb04c149e6 req-4ae40e31-7d21-4eb9-aa57-6fb6a79d4bff tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0472724 Aug 05 02:18:03.002323 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6c2c0b93-a0a9-4803-bde5-2fcb04c149e6 req-f7041ff7-61de-47ee-95e9-ce599860b48c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Aug 05 02:18:03.339039 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Sync routers for ids ['24c646f6-abce-4f8d-a76e-7c2f8979cf19'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:18:03.360502 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Routers {'24c646f6-abce-4f8d-a76e-7c2f8979cf19'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:18:03.361122 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:18:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['24c646f6-abce-4f8d-a76e-7c2f8979cf19'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:03.482040 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Set router 24c646f6-abce-4f8d-a76e-7c2f8979cf19 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:18:03.657176 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:03.696426 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'name': 'tempest-TestVolumeBootPattern-556627463-router', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'db887022-e171-45d3-8364-b7858cede7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 4, 'project_id': '25fd023bc31a489591f0751a550edcef', 'gw_port': {'id': 'db887022-e171-45d3-8364-b7858cede7d6', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'f5b9aeea-21de-421b-a909-9980d7ed18e2', 'name': '', 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'mac_address': 'fa:16:3e:40:b1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f416dd90-761c-4e6c-8549-0dee8224f8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:59Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 2, 'project_id': '25fd023bc31a489591f0751a550edcef', 'subnets': [{'id': 'f416dd90-761c-4e6c-8549-0dee8224f8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:03.723324 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Checking router: 24c646f6-abce-4f8d-a76e-7c2f8979cf19 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:18:03.723674 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Updating router 24c646f6-abce-4f8d-a76e-7c2f8979cf19 port f5b9aeea-21de-421b-a909-9980d7ed18e2 binding host dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:18:03.747270 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:04.090889 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Notify callbacks [] for port, precommit_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:04.100426 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.provisioning_blocks [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Transition to ACTIVE for port object f5b9aeea-21de-421b-a909-9980d7ed18e2 will not be triggered until provisioned by entity L2. {{(pid=93458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:18:04.109539 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:04.129761 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894e763-c165-405a-b7f9-1e305b2464e7 req-67415856-cbb7-46d3-a777-1e471a378bff tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:04.131319 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0894e763-c165-405a-b7f9-1e305b2464e7 req-67415856-cbb7-46d3-a777-1e471a378bff tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0548763 Aug 05 02:18:04.153114 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc2424-d201-4225-897b-da0b505f2f44 None None] Pushing event updated for resources: {'Port': ['ID=f5b9aeea-21de-421b-a909-9980d7ed18e2,revision_number=3']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:04.183373 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0894e763-c165-405a-b7f9-1e305b2464e7 req-b2a2c96a-fff3-476d-91ac-361365295dae tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455155 Aug 05 02:18:04.231503 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Attempting to bind port f5b9aeea-21de-421b-a909-9980d7ed18e2 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:18:04.231875 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Attempting to bind port f5b9aeea-21de-421b-a909-9980d7ed18e2 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': '88e75592-bf67-4727-8bd0-3369278ab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1'}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:18:04.232243 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Attempting to bind port f5b9aeea-21de-421b-a909-9980d7ed18e2 on network 475d8a40-d674-4c04-9931-7ecf05e04fd1 {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:18:04.237383 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:18:04.237761 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Checking segment: {'id': '88e75592-bf67-4727-8bd0-3369278ab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:18:04.238163 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:04.238562 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Bound using segment: {'id': '88e75592-bf67-4727-8bd0-3369278ab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1'} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:18:04.239064 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Bound port: f5b9aeea-21de-421b-a909-9980d7ed18e2, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e75592-bf67-4727-8bd0-3369278ab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1'}}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:18:04.239463 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:04.316570 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] For port f5b9aeea-21de-421b-a909-9980d7ed18e2, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:18:04.316570 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] For port f5b9aeea-21de-421b-a909-9980d7ed18e2, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=f5b9aeea-21de-421b-a909-9980d7ed18e2,segment=NetworkSegment(88e75592-bf67-4727-8bd0-3369278ab52f),segment_id=88e75592-bf67-4727-8bd0-3369278ab52f)] {{(pid=93458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:18:04.322482 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:04.379586 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc2424-d201-4225-897b-da0b505f2f44 None None] Pushing event updated for resources: {'Port': ['ID=f5b9aeea-21de-421b-a909-9980d7ed18e2,revision_number=4']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:04.391265 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Routers {'24c646f6-abce-4f8d-a76e-7c2f8979cf19'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:18:04.391883 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:18:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['24c646f6-abce-4f8d-a76e-7c2f8979cf19'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:04.511678 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] Set router 24c646f6-abce-4f8d-a76e-7c2f8979cf19 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:18:04.678777 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device db887022-e171-45d3-8364-b7858cede7d6 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:18:04.734804 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port db887022-e171-45d3-8364-b7858cede7d6 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:18:04.735193 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:04.765315 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'name': 'tempest-TestVolumeBootPattern-556627463-router', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'db887022-e171-45d3-8364-b7858cede7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 4, 'project_id': '25fd023bc31a489591f0751a550edcef', 'gw_port': {'id': 'db887022-e171-45d3-8364-b7858cede7d6', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'f5b9aeea-21de-421b-a909-9980d7ed18e2', 'name': '', 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'mac_address': 'fa:16:3e:40:b1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f416dd90-761c-4e6c-8549-0dee8224f8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:59Z', 'updated_at': '2021-08-05T02:18:04Z', 'revision_number': 4, 'project_id': '25fd023bc31a489591f0751a550edcef', 'subnets': [{'id': 'f416dd90-761c-4e6c-8549-0dee8224f8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:04.796621 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1c2fd-997c-4fa2-870b-63ad1bfec582 None None] The sync data for ids ['24c646f6-abce-4f8d-a76e-7c2f8979cf19'] in dv-cinder-803533-1-iscsi is: [{'id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'name': 'tempest-TestVolumeBootPattern-556627463-router', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'db887022-e171-45d3-8364-b7858cede7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 4, 'project_id': '25fd023bc31a489591f0751a550edcef', 'gw_port': {'id': 'db887022-e171-45d3-8364-b7858cede7d6', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'f5b9aeea-21de-421b-a909-9980d7ed18e2', 'name': '', 'network_id': '475d8a40-d674-4c04-9931-7ecf05e04fd1', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'mac_address': 'fa:16:3e:40:b1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f416dd90-761c-4e6c-8549-0dee8224f8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:59Z', 'updated_at': '2021-08-05T02:18:04Z', 'revision_number': 4, 'project_id': '25fd023bc31a489591f0751a550edcef', 'subnets': [{'id': 'f416dd90-761c-4e6c-8549-0dee8224f8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:18:04.819246 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device f5b9aeea-21de-421b-a909-9980d7ed18e2 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:18:04.883230 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port f5b9aeea-21de-421b-a909-9980d7ed18e2 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:18:04.888272 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port f5b9aeea-21de-421b-a909-9980d7ed18e2 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:18:04.888779 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:04.949130 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50618) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:04.979453 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.014901 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port f5b9aeea-21de-421b-a909-9980d7ed18e2, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=f5b9aeea-21de-421b-a909-9980d7ed18e2,segment=NetworkSegment(88e75592-bf67-4727-8bd0-3369278ab52f),segment_id=88e75592-bf67-4727-8bd0-3369278ab52f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:18:05.019732 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.083884 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=f5b9aeea-21de-421b-a909-9980d7ed18e2,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:05.084196 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9eecad74-61be-40aa-b176-b1e75a19324f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.176611 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9eecad74-61be-40aa-b176-b1e75a19324f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.183717 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9eecad74-61be-40aa-b176-b1e75a19324f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.231967 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-9eecad74-61be-40aa-b176-b1e75a19324f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18bbca1234224dd6854ae7a2ed193242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812078 Aug 05 02:18:05.232303 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50624) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:05.232956 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecad74-61be-40aa-b176-b1e75a19324f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a3bac4-6720-4b4f-8492-548d158cbf65,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:05.291683 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9adcc935-88ff-4db2-a7ea-f7b99d4c6c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.315177 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9adcc935-88ff-4db2-a7ea-f7b99d4c6c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.330141 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79391a-2d2f-4f6e-bd6f-12f8e7d71fc5 req-b61473df-9490-465a-92fd-0e27edb6d759 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:05.331831 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1e79391a-2d2f-4f6e-bd6f-12f8e7d71fc5 req-b61473df-9490-465a-92fd-0e27edb6d759 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0582120 Aug 05 02:18:05.390479 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1e79391a-2d2f-4f6e-bd6f-12f8e7d71fc5 req-ae1de88f-4542-4959-9d4b-e5c9f6c488c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523262 Aug 05 02:18:05.399142 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9adcc935-88ff-4db2-a7ea-f7b99d4c6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.402487 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9adcc935-88ff-4db2-a7ea-f7b99d4c6c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.406085 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-9adcc935-88ff-4db2-a7ea-f7b99d4c6c2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28a3bac4-6720-4b4f-8492-548d158cbf65 HTTP/1.1" status: 204 len: 168 time: 0.1678705 Aug 05 02:18:05.412820 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcc935-88ff-4db2-a7ea-f7b99d4c6c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a3bac4-6720-4b4f-8492-548d158cbf65,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:05.698520 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50638) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:05.711668 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bbb83a65-8c63-4666-aa97-0b51549f1d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.804759 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bbb83a65-8c63-4666-aa97-0b51549f1d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.809068 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-bbb83a65-8c63-4666-aa97-0b51549f1d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.862030 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-bbb83a65-8c63-4666-aa97-0b51549f1d71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9d1ea9e8dab4f478880396f9c3fa24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622713 Aug 05 02:18:05.862383 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50640) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:05.862945 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb83a65-8c63-4666-aa97-0b51549f1d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6aeff7-5a80-4d60-b6af-e36f1b50abdc,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:05.910563 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f17d3001-2029-4c90-959f-d0f4f4f264e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.935305 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f17d3001-2029-4c90-959f-d0f4f4f264e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.982830 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f17d3001-2029-4c90-959f-d0f4f4f264e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.985590 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f17d3001-2029-4c90-959f-d0f4f4f264e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:05.986775 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-f17d3001-2029-4c90-959f-d0f4f4f264e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc6aeff7-5a80-4d60-b6af-e36f1b50abdc HTTP/1.1" status: 204 len: 168 time: 0.1235995 Aug 05 02:18:05.994097 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d3001-2029-4c90-959f-d0f4f4f264e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6aeff7-5a80-4d60-b6af-e36f1b50abdc,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:06.522465 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cb94a-9562-4a05-8e22-7733759fc0b0 req-dc3634a2-57ad-4366-a096-6c824c3d6316 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:06.524075 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-147cb94a-9562-4a05-8e22-7733759fc0b0 req-dc3634a2-57ad-4366-a096-6c824c3d6316 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0554144 Aug 05 02:18:06.564152 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-147cb94a-9562-4a05-8e22-7733759fc0b0 req-fe22ccd3-1139-4a61-840f-025c483d18a1 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331085 Aug 05 02:18:06.606150 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device f5b9aeea-21de-421b-a909-9980d7ed18e2 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:18:06.664585 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port f5b9aeea-21de-421b-a909-9980d7ed18e2 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:18:06.664975 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:06.686896 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 50672) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:06.793832 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-972906874-network', 'tenant_id': '31531ca33a734d929fdfb80b0a8b8df0'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:06.815838 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Made reservation on behalf of 31531ca33a734d929fdfb80b0a8b8df0 for: {'network': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:18:06.817983 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:06.826475 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:06.919010 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:06.922898 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:06.946029 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:18:06.955948 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b99294-e3fd-4e56-8197-13205ef6bde5,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:06.960544 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:06.960891 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.segments_db [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Added segment d698d6b7-7501-46e5-9ec3-37a7b7a43387 of type vlan for network a63302e8-115f-42bb-b2e8-ffb0fc12b4b2 Aug 05 02:18:07.004698 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:07.034283 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:07.035249 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:07.035820 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:07.091745 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4036140 Aug 05 02:18:07.094599 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50680) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:07.098464 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09f534-f5d0-487c-8dc2-8ceff5f44d0e admin admin] Pushing event updated for resources: {'Network': ['ID=a63302e8-115f-42bb-b2e8-ffb0fc12b4b2,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:07.099634 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-87c2e355-45c4-4aee-ac22-abbaab80c01c admin admin] Request body: {'subnet': {'network_id': 'a63302e8-115f-42bb-b2e8-ffb0fc12b4b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-972906874-subnet', 'tenant_id': '31531ca33a734d929fdfb80b0a8b8df0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:07.108587 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network a63302e8-115f-42bb-b2e8-ffb0fc12b4b2 details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:18:07.121390 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c2e355-45c4-4aee-ac22-abbaab80c01c admin admin] Made reservation on behalf of 31531ca33a734d929fdfb80b0a8b8df0 for: {'subnet': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:18:07.123735 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87c2e355-45c4-4aee-ac22-abbaab80c01c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841124'] for subnet, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:07.286216 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87c2e355-45c4-4aee-ac22-abbaab80c01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3672990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841110'] for subnet, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:07.347805 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2e355-45c4-4aee-ac22-abbaab80c01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=274892ca-04c2-421d-9a72-73d8551f6ef1,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:07.355259 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2e355-45c4-4aee-ac22-abbaab80c01c admin admin] Checking segment: {'id': 'd698d6b7-7501-46e5-9ec3-37a7b7a43387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a63302e8-115f-42bb-b2e8-ffb0fc12b4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:18:07.355707 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2e355-45c4-4aee-ac22-abbaab80c01c admin admin] Network hostable DHCP agents. Network: a63302e8-115f-42bb-b2e8-ffb0fc12b4b2, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:18:07.371919 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2e355-45c4-4aee-ac22-abbaab80c01c admin admin] Network a63302e8-115f-42bb-b2e8-ffb0fc12b4b2 is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:18:07.380465 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-87c2e355-45c4-4aee-ac22-abbaab80c01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, a63302e8-115f-42bb-b2e8-ffb0fc12b4b2) {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:18:07.386132 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c2e355-45c4-4aee-ac22-abbaab80c01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:07.386690 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87c2e355-45c4-4aee-ac22-abbaab80c01c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:07.402905 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-87c2e355-45c4-4aee-ac22-abbaab80c01c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3070803 Aug 05 02:18:07.407645 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a77d0-2415-49a2-b823-76290ac1d136 None None] Network a63302e8-115f-42bb-b2e8-ffb0fc12b4b2 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:18:07.536615 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a577d-d768-4b92-a79b-9179dc511fb9 None None] Network a63302e8-115f-42bb-b2e8-ffb0fc12b4b2 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:18:07.698465 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c1809-629d-466e-a213-156c1500871b req-123f5f67-d04b-4c7e-b4bf-75f924e196f3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:07.700088 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e83c1809-629d-466e-a213-156c1500871b req-123f5f67-d04b-4c7e-b4bf-75f924e196f3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0572102 Aug 05 02:18:07.758972 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e83c1809-629d-466e-a213-156c1500871b req-90c53dd9-6f08-49ec-af7b-d3a1ef4b53a6 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479162 Aug 05 02:18:07.974773 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50710) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:07.979760 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-198122593-network', 'tenant_id': '11a75931161944f5bc200d5c88ba970d'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:07.999398 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Made reservation on behalf of 11a75931161944f5bc200d5c88ba970d for: {'network': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:18:08.001582 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:08.010300 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:08.101864 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:08.106501 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:08.132396 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:18:08.142580 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f970403-fd39-4f80-a5f2-d30427d2efd8,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:08.147468 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:08.147794 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.segments_db [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Added segment 1c413941-ed19-416d-ad0f-0e93d29cbba2 of type vlan for network 1296a15b-dfd1-4ac5-948b-b5008386aaaf Aug 05 02:18:08.186549 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:08.216205 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:08.217222 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:08.217795 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:08.273091 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2972219 Aug 05 02:18:08.275686 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 50714) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:08.282290 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-6a45136a-d886-406a-97df-493f9e1cb9f6 admin admin] Request body: {'subnet': {'network_id': '1296a15b-dfd1-4ac5-948b-b5008386aaaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-198122593-subnet', 'tenant_id': '11a75931161944f5bc200d5c88ba970d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:08.286676 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968c596-b975-4947-9ba0-0b12dd52d17d admin admin] Pushing event updated for resources: {'Network': ['ID=1296a15b-dfd1-4ac5-948b-b5008386aaaf,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:08.297171 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 1296a15b-dfd1-4ac5-948b-b5008386aaaf details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:18:08.310141 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a45136a-d886-406a-97df-493f9e1cb9f6 admin admin] Made reservation on behalf of 11a75931161944f5bc200d5c88ba970d for: {'subnet': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:18:08.313620 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6a45136a-d886-406a-97df-493f9e1cb9f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841124'] for subnet, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:08.499416 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6a45136a-d886-406a-97df-493f9e1cb9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3672990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841110'] for subnet, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:08.557965 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45136a-d886-406a-97df-493f9e1cb9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=830d5b52-9b93-416c-b77f-d2f0514ff656,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:08.562389 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a45136a-d886-406a-97df-493f9e1cb9f6 admin admin] Checking segment: {'id': '1c413941-ed19-416d-ad0f-0e93d29cbba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1296a15b-dfd1-4ac5-948b-b5008386aaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:18:08.562775 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a45136a-d886-406a-97df-493f9e1cb9f6 admin admin] Network hostable DHCP agents. Network: 1296a15b-dfd1-4ac5-948b-b5008386aaaf, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:18:08.580580 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a45136a-d886-406a-97df-493f9e1cb9f6 admin admin] Network 1296a15b-dfd1-4ac5-948b-b5008386aaaf is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:18:08.590850 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-6a45136a-d886-406a-97df-493f9e1cb9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 1296a15b-dfd1-4ac5-948b-b5008386aaaf) {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:18:08.595096 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a45136a-d886-406a-97df-493f9e1cb9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:08.595694 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6a45136a-d886-406a-97df-493f9e1cb9f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:08.600771 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e9ff9a-41a1-402a-a0a3-3401685bf60e None None] Network 1296a15b-dfd1-4ac5-948b-b5008386aaaf requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:18:08.620633 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-6a45136a-d886-406a-97df-493f9e1cb9f6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3395555 Aug 05 02:18:08.734207 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed1da8-2965-4186-8c5d-24b32c563702 None None] Network 1296a15b-dfd1-4ac5-948b-b5008386aaaf requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:18:08.880338 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198967ab-8f41-4721-b4cf-9459b21f2481 req-c574c3dc-440d-41fd-ba75-02f0c0273ea5 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:08.880338 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-198967ab-8f41-4721-b4cf-9459b21f2481 req-c574c3dc-440d-41fd-ba75-02f0c0273ea5 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0546062 Aug 05 02:18:08.934156 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-198967ab-8f41-4721-b4cf-9459b21f2481 req-4a5f81ae-4956-4a0d-ae52-009d3186f250 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511804 Aug 05 02:18:09.124276 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38445-c851-41eb-81a8-cae02ae4cfac req-077578b7-e37e-4c64-9e74-e2c03a6fd90d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:09.125788 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7cb38445-c851-41eb-81a8-cae02ae4cfac req-077578b7-e37e-4c64-9e74-e2c03a6fd90d tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 946 time: 0.0669947 Aug 05 02:18:09.163978 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7cb38445-c851-41eb-81a8-cae02ae4cfac req-819475ba-449a-43c2-aea8-f4831b16a5e9 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323610 Aug 05 02:18:10.052105 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8ec0b-bb57-4ce2-b32d-72a6c5930320 req-064933e8-037d-4444-b21f-3224234033a9 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:10.053531 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fba8ec0b-bb57-4ce2-b32d-72a6c5930320 req-064933e8-037d-4444-b21f-3224234033a9 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0499377 Aug 05 02:18:10.092273 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fba8ec0b-bb57-4ce2-b32d-72a6c5930320 req-ab97d944-6bf6-44af-a91f-8660d6ed7a87 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Aug 05 02:18:10.284433 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea816106-77f1-4715-abc9-b8b918db80af req-e8d577eb-2f7d-4b39-919d-ed8dbfd7e914 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:10.285940 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ea816106-77f1-4715-abc9-b8b918db80af req-e8d577eb-2f7d-4b39-919d-ed8dbfd7e914 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 946 time: 0.0476537 Aug 05 02:18:10.324472 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ea816106-77f1-4715-abc9-b8b918db80af req-258bd3d3-09b9-48af-9711-72177f043ef8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/security-groups?id=76607044-ae20-4977-bfba-2b63a8e6fe79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Aug 05 02:18:10.835089 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4535c2-0882-4525-94a0-f84fbf1fa6e9 req-88e3fbd3-288c-409e-961f-f9a3a148c6d2 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:10.836561 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1d4535c2-0882-4525-94a0-f84fbf1fa6e9 req-88e3fbd3-288c-409e-961f-f9a3a148c6d2 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.43 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 946 time: 0.0500147 Aug 05 02:18:10.930083 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-1d4535c2-0882-4525-94a0-f84fbf1fa6e9 req-c763a23e-4dc9-4ee6-bbd8-6a2ccee725a8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Deleting port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:18:10.930415 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-1d4535c2-0882-4525-94a0-f84fbf1fa6e9 req-c763a23e-4dc9-4ee6-bbd8-6a2ccee725a8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:11.020792 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-1d4535c2-0882-4525-94a0-f84fbf1fa6e9 req-c763a23e-4dc9-4ee6-bbd8-6a2ccee725a8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] For port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90,segment=NetworkSegment(cfce90a1-75ac-4d0b-83be-5585c879435f),segment_id=cfce90a1-75ac-4d0b-83be-5585c879435f)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:18:11.021167 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-1d4535c2-0882-4525-94a0-f84fbf1fa6e9 req-c763a23e-4dc9-4ee6-bbd8-6a2ccee725a8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:11.033313 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-1d4535c2-0882-4525-94a0-f84fbf1fa6e9 req-c763a23e-4dc9-4ee6-bbd8-6a2ccee725a8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Calling delete_port for 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:18:11.177363 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-1d4535c2-0882-4525-94a0-f84fbf1fa6e9 req-c763a23e-4dc9-4ee6-bbd8-6a2ccee725a8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:11.189027 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['7852b0dc-ca9e-48c7-afc5-dd25ce80dc90'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:18:11.229468 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763a23e-4dc9-4ee6-bbd8-6a2ccee725a8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Pushing event deleted for resources: {'Port': ['ID=7852b0dc-ca9e-48c7-afc5-dd25ce80dc90,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:11.275938 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4535c2-0882-4525-94a0-f84fbf1fa6e9 req-c763a23e-4dc9-4ee6-bbd8-6a2ccee725a8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] No DVR routers for this DVR port 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:18:11.284793 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fc1fa-db3e-4ff4-a32d-708420520ca3 req-3b887036-6fe0-4a90-a18c-aa159944350e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:11.286246 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ad8fc1fa-db3e-4ff4-a32d-708420520ca3 req-3b887036-6fe0-4a90-a18c-aa159944350e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.1223342 Aug 05 02:18:11.287232 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-1d4535c2-0882-4525-94a0-f84fbf1fa6e9 req-c763a23e-4dc9-4ee6-bbd8-6a2ccee725a8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:11.289039 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1d4535c2-0882-4525-94a0-f84fbf1fa6e9 req-c763a23e-4dc9-4ee6-bbd8-6a2ccee725a8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.43 "DELETE /v2.0/ports/7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 HTTP/1.1" status: 204 len: 173 time: 0.4463158 Aug 05 02:18:11.289469 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944e1356-722a-41d5-a996-cad4f37afcb9', 'name': 'network-vif-deleted', 'tag': '7852b0dc-ca9e-48c7-afc5-dd25ce80dc90'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:18:11.291678 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd39066-9f87-4c8a-8618-e2fdfe0a4108" -d '{"events": [{"server_uuid": "944e1356-722a-41d5-a996-cad4f37afcb9", "name": "network-vif-deleted", "tag": "7852b0dc-ca9e-48c7-afc5-dd25ce80dc90"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:18:11.328107 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ad8fc1fa-db3e-4ff4-a32d-708420520ca3 req-aacdcad6-535b-40c3-beae-d190cf754921 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329666 Aug 05 02:18:11.332168 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb485bb0-66d8-484d-9cf6-9ac188ee52f8 x-openstack-request-id: req-eb485bb0-66d8-484d-9cf6-9ac188ee52f8 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:18:11.332570 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944e1356-722a-41d5-a996-cad4f37afcb9", "name": "network-vif-deleted", "tag": "7852b0dc-ca9e-48c7-afc5-dd25ce80dc90", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:18:11.332857 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb485bb0-66d8-484d-9cf6-9ac188ee52f8 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:18:11.333325 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944e1356-722a-41d5-a996-cad4f37afcb9', 'name': 'network-vif-deleted', 'tag': '7852b0dc-ca9e-48c7-afc5-dd25ce80dc90', 'status': 'completed', 'code': 200} Aug 05 02:18:11.436666 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fef529d7-f6a9-4796-8b7c-e0c409448d35 req-6fc96244-8b4d-4ac4-ab1d-3a1069c442d8 tempest-VolumesSnapshotTestJSON-384115343 tempest-VolumesSnapshotTestJSON-384115343-project] 10.222.0.39 "GET /v2.0/ports?device_id=944e1356-722a-41d5-a996-cad4f37afcb9 HTTP/1.1" status: 200 len: 210 time: 0.0266466 Aug 05 02:18:12.473427 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8516b-c36a-45f8-b9d6-3e07ab5fb4af req-61b23737-6715-4227-a53c-8b428f3522d4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:12.475323 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-59f8516b-c36a-45f8-b9d6-3e07ab5fb4af req-61b23737-6715-4227-a53c-8b428f3522d4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0590262 Aug 05 02:18:12.517132 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-59f8516b-c36a-45f8-b9d6-3e07ab5fb4af req-395576fd-dcf2-469e-8938-fa9dae006a45 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348439 Aug 05 02:18:13.632958 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9586919-f3c0-43df-933a-e432b8a18fd9 req-00952c1b-a732-4330-954c-f002eb6dd4fd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:13.634414 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f9586919-f3c0-43df-933a-e432b8a18fd9 req-00952c1b-a732-4330-954c-f002eb6dd4fd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0518045 Aug 05 02:18:13.673315 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f9586919-f3c0-43df-933a-e432b8a18fd9 req-475191c4-f6e6-4a60-b54f-cabd197c5379 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323219 Aug 05 02:18:14.786475 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c6e2d-b3e6-443e-a6e9-0066aa2bf0b1 req-95d5b740-0d55-4b48-a063-af01b38aad3a tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:14.787966 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-728c6e2d-b3e6-443e-a6e9-0066aa2bf0b1 req-95d5b740-0d55-4b48-a063-af01b38aad3a tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0486472 Aug 05 02:18:14.825117 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-728c6e2d-b3e6-443e-a6e9-0066aa2bf0b1 req-6064b0db-f52d-49aa-b336-346abaf5fadd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306702 Aug 05 02:18:15.935914 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb6282-4b04-47da-8a06-8b697ed8ab82 req-52457a1f-db90-4ad7-af48-4ada8da31c7f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:15.937374 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-cacb6282-4b04-47da-8a06-8b697ed8ab82 req-52457a1f-db90-4ad7-af48-4ada8da31c7f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0475199 Aug 05 02:18:15.978097 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-cacb6282-4b04-47da-8a06-8b697ed8ab82 req-d1f0bc8f-a69d-484f-8ede-0cd04ba7bad4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348313 Aug 05 02:18:16.101490 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:18:16.124434 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:18:16.124718 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7852b0dc-ca9e-48c7-afc5-dd25ce80dc90 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:18:17.097662 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527e38a-a8d9-4431-9f39-6df518953e58 req-d3a88ece-6e1f-45b0-8b60-d49fe65bd26b tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:17.099157 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0527e38a-a8d9-4431-9f39-6df518953e58 req-d3a88ece-6e1f-45b0-8b60-d49fe65bd26b tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0562255 Aug 05 02:18:17.136168 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0527e38a-a8d9-4431-9f39-6df518953e58 req-e42142ab-99a9-44e8-9014-442fc48f897b tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310667 Aug 05 02:18:18.252637 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788230c3-7003-47e3-bfe5-8f273bf72b75 req-26a7c8d0-3e64-4ecc-86b5-bd7ec2b4452e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:18.254222 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-788230c3-7003-47e3-bfe5-8f273bf72b75 req-26a7c8d0-3e64-4ecc-86b5-bd7ec2b4452e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0505211 Aug 05 02:18:18.299388 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-788230c3-7003-47e3-bfe5-8f273bf72b75 req-809985f3-8a68-456a-a6a2-043ac2450af8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385609 Aug 05 02:18:19.412471 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6776a8c-6a1c-44bc-970f-6b1bf95f4673 req-4c249c8a-6d50-434d-a020-46060fe04ffc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:19.413957 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b6776a8c-6a1c-44bc-970f-6b1bf95f4673 req-4c249c8a-6d50-434d-a020-46060fe04ffc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0482221 Aug 05 02:18:19.458690 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b6776a8c-6a1c-44bc-970f-6b1bf95f4673 req-ab9d2eae-e766-428d-94c7-fc2f57236be0 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361233 Aug 05 02:18:19.700051 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79b888-7ee6-4b8d-8061-5fb978585fd3 req-4456cf27-518a-4bbc-bd1b-01f44f45b560 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:19.702579 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8c79b888-7ee6-4b8d-8061-5fb978585fd3 req-4456cf27-518a-4bbc-bd1b-01f44f45b560 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0862024 Aug 05 02:18:19.728169 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cb112-f2fd-463b-9119-037f20c85a2b req-346f3f63-a8ad-4faa-9335-fb91308d54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:19.729579 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e06cb112-f2fd-463b-9119-037f20c85a2b req-346f3f63-a8ad-4faa-9335-fb91308d54af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 1099 time: 0.0704701 Aug 05 02:18:19.753075 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8c79b888-7ee6-4b8d-8061-5fb978585fd3 req-1fae0bd2-a8d6-489b-a9f3-7e4626d851f8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442493 Aug 05 02:18:19.831063 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cb112-f2fd-463b-9119-037f20c85a2b req-140c449e-0bb1-43fa-899c-d67462b7e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:19.832452 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e06cb112-f2fd-463b-9119-037f20c85a2b req-140c449e-0bb1-43fa-899c-d67462b7e7b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=04c23d2b-4628-4e7e-82ed-143193917639 HTTP/1.1" status: 200 len: 910 time: 0.0891409 Aug 05 02:18:19.899823 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e06cb112-f2fd-463b-9119-037f20c85a2b req-ecde3a01-b069-426b-bec1-479cea63842e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f24c50ea-e611-4ef4-adfb-4d4bd07e4787 HTTP/1.1" status: 200 len: 1002 time: 0.0599558 Aug 05 02:18:19.949650 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cb112-f2fd-463b-9119-037f20c85a2b req-39c9cac4-68c9-4916-b1ce-2625d0895e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:19.951132 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e06cb112-f2fd-463b-9119-037f20c85a2b req-39c9cac4-68c9-4916-b1ce-2625d0895e3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62dd59a9-2ce2-4bfb-9d6c-59dc98b53745 HTTP/1.1" status: 200 len: 849 time: 0.0436459 Aug 05 02:18:19.996283 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cb112-f2fd-463b-9119-037f20c85a2b req-b17b05e6-7872-4c80-bcb7-43a68c2540fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:19.997741 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e06cb112-f2fd-463b-9119-037f20c85a2b req-b17b05e6-7872-4c80-bcb7-43a68c2540fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04c23d2b-4628-4e7e-82ed-143193917639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389225 Aug 05 02:18:20.098694 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e06cb112-f2fd-463b-9119-037f20c85a2b req-2982f1d9-c99a-41d6-82cb-9081695c7a8d service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924230 Aug 05 02:18:20.192215 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e06cb112-f2fd-463b-9119-037f20c85a2b req-14a7a6af-fac2-43e1-bece-a4b2baba96a1 service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861990 Aug 05 02:18:20.896087 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6167740-ffeb-4ae0-a39b-d2b0d92b218e req-a6fcc560-71b0-4539-bd3a-9f607efbcc99 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:20.898009 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d6167740-ffeb-4ae0-a39b-d2b0d92b218e req-a6fcc560-71b0-4539-bd3a-9f607efbcc99 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0745287 Aug 05 02:18:20.944198 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d6167740-ffeb-4ae0-a39b-d2b0d92b218e req-b4fb968d-f9a6-45c3-abc5-399d35a90f98 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395808 Aug 05 02:18:25.551339 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b1d63a51-28ad-4459-addb-5c36b7d42bb3 req-5cb83379-4513-4520-9570-0fc4d06c16cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425723 Aug 05 02:18:25.635778 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d63a51-28ad-4459-addb-5c36b7d42bb3 req-de4bff53-3c4d-4e11-badc-e23a19ad50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:25.637258 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b1d63a51-28ad-4459-addb-5c36b7d42bb3 req-de4bff53-3c4d-4e11-badc-e23a19ad50ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 1100 time: 0.0433102 Aug 05 02:18:25.689428 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:18:25.739823 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d63a51-28ad-4459-addb-5c36b7d42bb3 req-7a30e995-a3b1-4060-a1cf-5ad4f683b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:25.742029 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b1d63a51-28ad-4459-addb-5c36b7d42bb3 req-7a30e995-a3b1-4060-a1cf-5ad4f683b122 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 916 time: 0.0854118 Aug 05 02:18:25.814726 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b1d63a51-28ad-4459-addb-5c36b7d42bb3 req-98aadd76-ffa3-405e-96c0-97053372a6f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9 HTTP/1.1" status: 200 len: 1001 time: 0.0639000 Aug 05 02:18:25.866146 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d63a51-28ad-4459-addb-5c36b7d42bb3 req-4fe36aac-bf4b-4bad-b6b9-55314f3c36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:25.867580 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b1d63a51-28ad-4459-addb-5c36b7d42bb3 req-4fe36aac-bf4b-4bad-b6b9-55314f3c36ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 200 len: 855 time: 0.0456347 Aug 05 02:18:25.916343 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d63a51-28ad-4459-addb-5c36b7d42bb3 req-c69a80db-a99c-47c0-a51d-6ef49af50b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:25.917786 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b1d63a51-28ad-4459-addb-5c36b7d42bb3 req-c69a80db-a99c-47c0-a51d-6ef49af50b86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415816 Aug 05 02:18:26.016812 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b1d63a51-28ad-4459-addb-5c36b7d42bb3 req-71e2c311-b1ec-46e6-8c28-0bba9d8d17ec service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910506 Aug 05 02:18:26.117954 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b1d63a51-28ad-4459-addb-5c36b7d42bb3 req-b6d2d12c-fac2-4f83-951d-2cd286365f4c service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930374 Aug 05 02:18:26.408286 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51014) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:26.456401 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_v2 [None req-4166c375-440b-4e80-8eec-d8bba8f19f02 admin admin] Deleting subnet 274892ca-04c2-421d-9a72-73d8551f6ef1 {{(pid=93456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:18:26.459696 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4166c375-440b-4e80-8eec-d8bba8f19f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:26.518020 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4166c375-440b-4e80-8eec-d8bba8f19f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25431362'] for subnet, precommit_delete_associations {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:26.570741 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4166c375-440b-4e80-8eec-d8bba8f19f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:26.632624 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4166c375-440b-4e80-8eec-d8bba8f19f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25278106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26098719'] for subnet, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:26.660836 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166c375-440b-4e80-8eec-d8bba8f19f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274892ca-04c2-421d-9a72-73d8551f6ef1,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:26.662842 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4166c375-440b-4e80-8eec-d8bba8f19f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:26.664772 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-4166c375-440b-4e80-8eec-d8bba8f19f02 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/274892ca-04c2-421d-9a72-73d8551f6ef1 HTTP/1.1" status: 204 len: 168 time: 0.2554779 Aug 05 02:18:26.667305 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51020) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:26.732404 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:26.814252 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:26.823267 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63302e8-115f-42bb-b2e8-ffb0fc12b4b2']}} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:26.833606 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd698d6b7-7501-46e5-9ec3-37a7b7a43387') {'for_net_delete': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:26.833902 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd698d6b7-7501-46e5-9ec3-37a7b7a43387') {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:26.843171 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25431381'] for segment, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:26.858938 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:26.865482 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:18:26.865869 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25278020'] for segment, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: Traceback (most recent call last): Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: timer() Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: cb(*args, **kw) Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: return func(*args, **kwargs) Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: self._notify() Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: self.callback(batched_events) Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: event.method(event) Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: return f(self, *a, **k) Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._get(url).json() Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: return self.request(url, 'GET', **kwargs) Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:18:26.867485 dv-cinder-803533-1-iscsi neutron-server[93456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:18:26.921827 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.180053 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.181774 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a63302e8-115f-42bb-b2e8-ffb0fc12b4b2 HTTP/1.1" status: 204 len: 168 time: 0.5135567 Aug 05 02:18:27.182834 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923c4f7-f730-4550-a37b-2b8c9140eb74 admin admin] Pushing event deleted for resources: {'Network': ['ID=a63302e8-115f-42bb-b2e8-ffb0fc12b4b2,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:27.184462 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51026) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:27.229621 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_v2 [None req-2197027f-aec0-4cbe-81f4-636925f3ced1 admin admin] Deleting subnet 830d5b52-9b93-416c-b77f-d2f0514ff656 {{(pid=93456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:18:27.232767 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2197027f-aec0-4cbe-81f4-636925f3ced1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.265852 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2197027f-aec0-4cbe-81f4-636925f3ced1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25431362'] for subnet, precommit_delete_associations {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.303786 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2197027f-aec0-4cbe-81f4-636925f3ced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.354811 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2197027f-aec0-4cbe-81f4-636925f3ced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25278106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26098719'] for subnet, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.380176 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197027f-aec0-4cbe-81f4-636925f3ced1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=830d5b52-9b93-416c-b77f-d2f0514ff656,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:27.386018 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2197027f-aec0-4cbe-81f4-636925f3ced1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.386018 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-2197027f-aec0-4cbe-81f4-636925f3ced1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/830d5b52-9b93-416c-b77f-d2f0514ff656 HTTP/1.1" status: 204 len: 168 time: 0.2004900 Aug 05 02:18:27.388742 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51028) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:27.456565 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.536188 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.545477 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1296a15b-dfd1-4ac5-948b-b5008386aaaf']}} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:27.555253 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c413941-ed19-416d-ad0f-0e93d29cbba2') {'for_net_delete': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:27.555548 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c413941-ed19-416d-ad0f-0e93d29cbba2') {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:27.563905 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25431381'] for segment, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.579542 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.585067 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:18:27.585483 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25278020'] for segment, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: Traceback (most recent call last): Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: timer() Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: cb(*args, **kw) Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: return func(*args, **kwargs) Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: self._notify() Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: self.callback(batched_events) Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: event.method(event) Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: return f(self, *a, **k) Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._get(url).json() Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: return self.request(url, 'GET', **kwargs) Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:18:27.587161 dv-cinder-803533-1-iscsi neutron-server[93456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:18:27.644218 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.649779 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.654053 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] 10.222.0.39 "DELETE /v2.0/networks/1296a15b-dfd1-4ac5-948b-b5008386aaaf HTTP/1.1" status: 204 len: 168 time: 0.2620308 Aug 05 02:18:27.665046 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46b9f9-959c-4093-b820-75b22270b01a admin admin] Pushing event deleted for resources: {'Network': ['ID=1296a15b-dfd1-4ac5-948b-b5008386aaaf,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:27.830521 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51040) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:27.870544 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-8cace83b-c99a-4dfb-bd1d-7b1d0e8d25ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31531ca33a734d929fdfb80b0a8b8df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385432 Aug 05 02:18:27.872622 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51044) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:27.926002 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-42201cef-ba27-42d5-bb54-21480ffb82c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.947327 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-42201cef-ba27-42d5-bb54-21480ffb82c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.994038 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-42201cef-ba27-42d5-bb54-21480ffb82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.996593 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-42201cef-ba27-42d5-bb54-21480ffb82c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:27.997771 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-42201cef-ba27-42d5-bb54-21480ffb82c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0b99294-e3fd-4e56-8197-13205ef6bde5 HTTP/1.1" status: 204 len: 168 time: 0.1242495 Aug 05 02:18:28.005579 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42201cef-ba27-42d5-bb54-21480ffb82c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b99294-e3fd-4e56-8197-13205ef6bde5,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:28.184702 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-aae90b43-1aa4-45dd-9aa8-5772ac6d1fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:28.316633 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51052) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:28.356258 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-c1aa8f79-afea-4e6f-ab12-d74d6bb60cba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11a75931161944f5bc200d5c88ba970d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384741 Aug 05 02:18:28.359356 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51054) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:28.405702 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:28.430538 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:28.476752 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:28.479411 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:28.480479 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f970403-fd39-4f80-a5f2-d30427d2efd8 HTTP/1.1" status: 204 len: 168 time: 0.1202526 Aug 05 02:18:28.488452 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f970403-fd39-4f80-a5f2-d30427d2efd8,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:28.495354 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:28.495704 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:28.496041 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:28.496375 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:28.496704 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:28.497034 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:28.497358 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:28.497687 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:28.498013 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:28.498336 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:28.498703 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:28.499152 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade347b4-a871-4100-9029-8c4a6f51d066 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:29.012332 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:30.841421 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-254867e6-738b-4743-8a5c-106df59054d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:30.869780 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:32.064810 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:33.654302 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:35.635297 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51258) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:35.683555 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8a33d0-f948-4d53-bf74-fdd33382ae5f admin admin] Deleting subnet 747674e6-ba38-4a0d-9c07-36a4612cf6fe {{(pid=93456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:18:35.687058 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ce8a33d0-f948-4d53-bf74-fdd33382ae5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:35.748760 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ce8a33d0-f948-4d53-bf74-fdd33382ae5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25431362'] for subnet, precommit_delete_associations {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:35.784592 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-cf630a6f-7d32-4802-84b0-39cdf29f1ab3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909325623&fields=id&tenant_id=45b02b2264854d6bb2a8be0c6a548525 HTTP/1.1" status: 200 len: 267 time: 0.0733685 Aug 05 02:18:35.835419 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ce8a33d0-f948-4d53-bf74-fdd33382ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:35.938501 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-59c94246-9e0d-4e72-bd94-d0e78659dd48 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:35.939947 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-59c94246-9e0d-4e72-bd94-d0e78659dd48 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 812 time: 0.1478167 Aug 05 02:18:35.944675 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ce8a33d0-f948-4d53-bf74-fdd33382ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25278106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26098719'] for subnet, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:35.978020 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a33d0-f948-4d53-bf74-fdd33382ae5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747674e6-ba38-4a0d-9c07-36a4612cf6fe,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:35.981758 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-010421fe-99cd-472f-8ea2-f6639b64acfb tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/quotas/45b02b2264854d6bb2a8be0c6a548525 HTTP/1.1" status: 200 len: 375 time: 0.0349624 Aug 05 02:18:35.984681 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ce8a33d0-f948-4d53-bf74-fdd33382ae5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:35.986630 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ce8a33d0-f948-4d53-bf74-fdd33382ae5f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/747674e6-ba38-4a0d-9c07-36a4612cf6fe HTTP/1.1" status: 204 len: 168 time: 0.3502946 Aug 05 02:18:35.989000 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51262) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:36.087834 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:36.102162 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-ed50b447-bf86-4342-91d4-4c2b4a06a13d tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111233 Aug 05 02:18:36.219381 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:36.234137 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c15c561-b0c6-478a-94f8-26eded920734']}} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:36.245901 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfce90a1-75ac-4d0b-83be-5585c879435f') {'for_net_delete': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:36.246188 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfce90a1-75ac-4d0b-83be-5585c879435f') {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:36.259739 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25431381'] for segment, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:36.277304 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-f239783a-7346-4cb5-87d2-9b37882aa641 service neutron] 10.222.0.39 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528115 Aug 05 02:18:36.280656 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:36.293496 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:18:36.293944 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25278020'] for segment, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: Traceback (most recent call last): Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: timer() Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: cb(*args, **kw) Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: return func(*args, **kwargs) Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: self._notify() Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: self.callback(batched_events) Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: event.method(event) Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: return f(self, *a, **k) Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._get(url).json() Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: return self.request(url, 'GET', **kwargs) Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:18:36.295501 dv-cinder-803533-1-iscsi neutron-server[93456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:18:36.396051 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:36.409412 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:36.411248 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] 10.222.0.39 "DELETE /v2.0/networks/7c15c561-b0c6-478a-94f8-26eded920734 HTTP/1.1" status: 204 len: 168 time: 0.4213336 Aug 05 02:18:36.443209 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-0d93cef2-175c-4616-8eb1-d6247507d71c service neutron] 10.222.0.39 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583984 Aug 05 02:18:36.445113 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762094d-d70f-4670-8700-e1bbbbf457bd admin admin] Pushing event deleted for resources: {'Network': ['ID=7c15c561-b0c6-478a-94f8-26eded920734,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:36.609925 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51284) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:36.657445 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-3f783cd6-3f54-4d4c-b16e-36a7d288fba4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=704e67d5f53745debcbe45eab640affb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459120 Aug 05 02:18:36.659664 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51292) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:36.714229 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-28ed9fb2-b2db-4690-a23a-6b7c6febc4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:36.762522 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-28ed9fb2-b2db-4690-a23a-6b7c6febc4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:36.793065 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-908456c8-c18d-4f9b-b4ab-eeab0d0a6da9 req-433fe3a8-3e8f-49f2-9d09-d6e30b7780a7 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 210 time: 0.0528255 Aug 05 02:18:36.833161 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-28ed9fb2-b2db-4690-a23a-6b7c6febc4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:36.835832 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-28ed9fb2-b2db-4690-a23a-6b7c6febc4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:36.836994 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-28ed9fb2-b2db-4690-a23a-6b7c6febc4e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76607044-ae20-4977-bfba-2b63a8e6fe79 HTTP/1.1" status: 204 len: 168 time: 0.1764133 Aug 05 02:18:36.851625 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed9fb2-b2db-4690-a23a-6b7c6febc4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76607044-ae20-4977-bfba-2b63a8e6fe79,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:37.795016 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-70f7a1e2-053e-49c4-8355-df4e805524b5 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:37.796963 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-70f7a1e2-053e-49c4-8355-df4e805524b5 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 812 time: 0.1022573 Aug 05 02:18:37.843503 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-3592b817-71c5-4d1a-9d76-0e84ba7a8a41 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b02b2264854d6bb2a8be0c6a548525 HTTP/1.1" status: 200 len: 379 time: 0.0368984 Aug 05 02:18:37.854685 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'port': {'device_id': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'admin_state_up': True, 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'security_groups': ['e6cf37e9-9e87-4a70-852f-28e6687f4a30']}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:37.938181 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0431fb97-f532-48e6-9135-07c25a3e8ed8 req-8120c7d2-3319-46ea-bb67-f0581e907efd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 210 time: 0.0576046 Aug 05 02:18:37.998004 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Made reservation on behalf of 45b02b2264854d6bb2a8be0c6a548525 for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:18:38.002103 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.124003 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Allocated IP 172.20.0.12 (ff09a226-147f-42b8-8e07-9d4b8ef3ccec/9358fe91-2f74-4e49-8c17-5dc021888674/d0b38c97-533b-4b43-b0d5-ce138bc45052) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:18:38.152659 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51324) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:38.262318 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-58c6707b-f11c-40bd-8d66-bc2ca02c18c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.276785 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.291956 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Transition to ACTIVE for port object d0b38c97-533b-4b43-b0d5-ce138bc45052 will not be triggered until provisioned by entity DHCP. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:18:38.331670 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.363650 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-58c6707b-f11c-40bd-8d66-bc2ca02c18c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.368055 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-58c6707b-f11c-40bd-8d66-bc2ca02c18c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.379266 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Network ff09a226-147f-42b8-8e07-9d4b8ef3ccec is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:18:38.382547 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:18:38.386853 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:18:38.391635 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'Port': ['ID=d0b38c97-533b-4b43-b0d5-ce138bc45052,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:38.415825 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51328) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:38.415957 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-58c6707b-f11c-40bd-8d66-bc2ca02c18c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=beb0ecc173414d74bc364b6ec5b6143a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613804 Aug 05 02:18:38.417075 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6707b-f11c-40bd-8d66-bc2ca02c18c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d7f87c-5568-4635-baa6-6b1333e7f6f2,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:38.479400 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:38.480006 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.504865 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-fc5f6521-8c88-43ba-bbab-fd31d4ce44b0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6547086 Aug 05 02:18:38.507660 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06b2cdee-beba-4df0-984c-5211cc5544e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.522775 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Request body: {'port': {'device_id': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:38.554692 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06b2cdee-beba-4df0-984c-5211cc5544e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.608269 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.626504 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2b68307d-7e7b-41ea-9857-8f87d5ac72da None None] Provisioning for port d0b38c97-533b-4b43-b0d5-ce138bc45052 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:18:38.630599 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2b68307d-7e7b-41ea-9857-8f87d5ac72da None None] Provisioning complete for port d0b38c97-533b-4b43-b0d5-ce138bc45052 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:18:38.631065 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2b68307d-7e7b-41ea-9857-8f87d5ac72da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.658315 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06b2cdee-beba-4df0-984c-5211cc5544e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.660783 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06b2cdee-beba-4df0-984c-5211cc5544e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.661893 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-06b2cdee-beba-4df0-984c-5211cc5544e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96d7f87c-5568-4635-baa6-6b1333e7f6f2 HTTP/1.1" status: 204 len: 168 time: 0.2452209 Aug 05 02:18:38.663515 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2b68307d-7e7b-41ea-9857-8f87d5ac72da None None] Port d0b38c97-533b-4b43-b0d5-ce138bc45052 cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:18:38.683743 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2cdee-beba-4df0-984c-5211cc5544e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d7f87c-5568-4635-baa6-6b1333e7f6f2,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:38.890915 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b38c97-533b-4b43-b0d5-ce138bc45052 {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:18:38.898385 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.910524 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Transition to ACTIVE for port object d0b38c97-533b-4b43-b0d5-ce138bc45052 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:18:38.914669 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:38.964117 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b38c97-533b-4b43-b0d5-ce138bc45052,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:39.044927 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Attempting to bind port d0b38c97-533b-4b43-b0d5-ce138bc45052 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:18:39.045680 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Attempting to bind port d0b38c97-533b-4b43-b0d5-ce138bc45052 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:18:39.046794 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Attempting to bind port d0b38c97-533b-4b43-b0d5-ce138bc45052 on network ff09a226-147f-42b8-8e07-9d4b8ef3ccec {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:18:39.052266 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Port d0b38c97-533b-4b43-b0d5-ce138bc45052 on network ff09a226-147f-42b8-8e07-9d4b8ef3ccec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:18:39.052759 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Attempting to bind port d0b38c97-533b-4b43-b0d5-ce138bc45052 on network ff09a226-147f-42b8-8e07-9d4b8ef3ccec {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:18:39.064148 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:18:39.064894 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Checking segment: {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:18:39.065464 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Bound using segment: {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:18:39.066086 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Bound port: d0b38c97-533b-4b43-b0d5-ce138bc45052, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:18:39.066626 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:39.083406 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c50d64-6586-4bd9-bcf6-945ede6c1758 req-0d87324d-2403-4fc5-888e-c1462d3831ce tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:39.091127 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-06c50d64-6586-4bd9-bcf6-945ede6c1758 req-0d87324d-2403-4fc5-888e-c1462d3831ce tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 944 time: 0.0694697 Aug 05 02:18:39.151935 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-06c50d64-6586-4bd9-bcf6-945ede6c1758 req-58f03344-eeaa-4c0f-97a9-b86ab6c5a824 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597501 Aug 05 02:18:39.166957 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] For port d0b38c97-533b-4b43-b0d5-ce138bc45052, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:18:39.170707 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] For port d0b38c97-533b-4b43-b0d5-ce138bc45052, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=d0b38c97-533b-4b43-b0d5-ce138bc45052,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:18:39.177633 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:39.225494 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:39.226367 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:39.228310 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] 10.222.0.43 "PUT /v2.0/ports/d0b38c97-533b-4b43-b0d5-ce138bc45052 HTTP/1.1" status: 200 len: 1094 time: 0.7109523 Aug 05 02:18:39.230741 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'tag': 'd0b38c97-533b-4b43-b0d5-ce138bc45052'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:18:39.235922 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f89d83e-4d4b-4d06-95f5-129a88cf9707" -d '{"events": [{"name": "network-changed", "server_uuid": "f82b7d2f-521d-47c3-a2d4-b10c8f7ec797", "tag": "d0b38c97-533b-4b43-b0d5-ce138bc45052"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:18:39.298732 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0da89a-b31a-45ae-a2c1-9b5dcc861f83 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b38c97-533b-4b43-b0d5-ce138bc45052,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:39.317688 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45acfe3-f6ee-43d6-8329-164aad435207 x-openstack-request-id: req-c45acfe3-f6ee-43d6-8329-164aad435207 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:18:39.317981 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82b7d2f-521d-47c3-a2d4-b10c8f7ec797", "tag": "d0b38c97-533b-4b43-b0d5-ce138bc45052", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:18:39.318237 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c45acfe3-f6ee-43d6-8329-164aad435207 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:18:39.318631 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'tag': 'd0b38c97-533b-4b43-b0d5-ce138bc45052', 'status': 'completed', 'code': 200} Aug 05 02:18:39.337019 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-9e84a3a9-9192-4522-b10b-079e7931a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:39.339269 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-9e84a3a9-9192-4522-b10b-079e7931a983 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 1097 time: 0.0627413 Aug 05 02:18:39.384182 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51360) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:39.394439 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-ed2040f9-8d55-4960-9fd1-9ac978209f2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0b38c97-533b-4b43-b0d5-ce138bc45052 HTTP/1.1" status: 200 len: 217 time: 0.0440943 Aug 05 02:18:39.456993 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-ba58ec27-66c7-4e59-a95e-8b4a81bc4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:39.459941 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-ba58ec27-66c7-4e59-a95e-8b4a81bc4f9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0529315 Aug 05 02:18:39.508667 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-770c211b-fa53-46a1-812d-e9f3d7274934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:39.510175 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-770c211b-fa53-46a1-812d-e9f3d7274934 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422761 Aug 05 02:18:39.616042 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-e1a3e1ae-6fa9-42e2-88ef-6877aa0e4fb2 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931735 Aug 05 02:18:39.619267 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-89c8a241-2af8-4d52-8304-8f2d00bcd36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:39.714290 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-faae9457-bae9-4a3e-8a11-8d5737f0417e req-c9f07ffc-9756-4106-9921-28f6c9852bb4 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884542 Aug 05 02:18:39.715278 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-89c8a241-2af8-4d52-8304-8f2d00bcd36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:39.719938 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-89c8a241-2af8-4d52-8304-8f2d00bcd36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:39.761809 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-89c8a241-2af8-4d52-8304-8f2d00bcd36e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea08c87778ca4e5da77fc33d6050bd8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758950 Aug 05 02:18:39.762933 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8a241-2af8-4d52-8304-8f2d00bcd36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec12c60-7b58-42e7-9e30-f6a49e53c36c,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:39.764523 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51370) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:39.859072 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d83e-4d4b-4d06-95f5-129a88cf9707 req-7092038e-05c9-41d8-afaa-3217a2675420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:39.860566 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3f89d83e-4d4b-4d06-95f5-129a88cf9707 req-7092038e-05c9-41d8-afaa-3217a2675420 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 1097 time: 0.0851758 Aug 05 02:18:39.861324 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8c570a53-6d47-4325-849a-82f7a5c6cf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:39.905523 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8c570a53-6d47-4325-849a-82f7a5c6cf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:39.998148 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d83e-4d4b-4d06-95f5-129a88cf9707 req-601e7c13-4bd6-445c-824b-d9e1e6fc9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:40.000577 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3f89d83e-4d4b-4d06-95f5-129a88cf9707 req-601e7c13-4bd6-445c-824b-d9e1e6fc9b6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 912 time: 0.1298060 Aug 05 02:18:40.008410 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8c570a53-6d47-4325-849a-82f7a5c6cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:40.010973 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8c570a53-6d47-4325-849a-82f7a5c6cf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:40.011978 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-8c570a53-6d47-4325-849a-82f7a5c6cf23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ec12c60-7b58-42e7-9e30-f6a49e53c36c HTTP/1.1" status: 204 len: 168 time: 0.2448189 Aug 05 02:18:40.049656 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c570a53-6d47-4325-849a-82f7a5c6cf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec12c60-7b58-42e7-9e30-f6a49e53c36c,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:40.053218 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3f89d83e-4d4b-4d06-95f5-129a88cf9707 req-1f7ce9a6-76dc-45b1-945f-25c4b8b706b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0b38c97-533b-4b43-b0d5-ce138bc45052 HTTP/1.1" status: 200 len: 217 time: 0.0457654 Aug 05 02:18:40.112192 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d83e-4d4b-4d06-95f5-129a88cf9707 req-7bcb6b1d-ae05-4695-9958-4e604d88277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:40.114143 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3f89d83e-4d4b-4d06-95f5-129a88cf9707 req-7bcb6b1d-ae05-4695-9958-4e604d88277c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0535042 Aug 05 02:18:40.162615 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d83e-4d4b-4d06-95f5-129a88cf9707 req-f84d4ec6-19d9-4a3d-a9c2-d9a8b39f9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:40.164192 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3f89d83e-4d4b-4d06-95f5-129a88cf9707 req-f84d4ec6-19d9-4a3d-a9c2-d9a8b39f9ff6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418863 Aug 05 02:18:40.261710 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3f89d83e-4d4b-4d06-95f5-129a88cf9707 req-daa17435-292e-42b8-ac13-4d73221d081c service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883462 Aug 05 02:18:40.266829 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea1171-f243-42b0-a688-6170b4bc324e req-ff4b33ea-1be2-473c-b334-97571083545b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:40.268799 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bbea1171-f243-42b0-a688-6170b4bc324e req-ff4b33ea-1be2-473c-b334-97571083545b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 944 time: 0.0538962 Aug 05 02:18:40.297037 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51382) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:40.308080 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bbea1171-f243-42b0-a688-6170b4bc324e req-d74374b6-8d41-4825-9e2d-2513702bd4d1 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328379 Aug 05 02:18:40.340695 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-dc88977a-13ac-41ec-b5b8-78bc15c702e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:40.388884 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3f89d83e-4d4b-4d06-95f5-129a88cf9707 req-2b8143a4-7af0-481d-9bd6-1f35ff50b0aa service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187820 Aug 05 02:18:40.462058 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-dc88977a-13ac-41ec-b5b8-78bc15c702e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:40.466013 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-dc88977a-13ac-41ec-b5b8-78bc15c702e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:40.503154 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-dc88977a-13ac-41ec-b5b8-78bc15c702e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=665734c9bd024a47b3e6156eda3af76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051427 Aug 05 02:18:40.504066 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88977a-13ac-41ec-b5b8-78bc15c702e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399d4aab-ad52-4656-b1cf-1ce7e8b34af6,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:40.505857 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51384) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:40.554040 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8ef7-76d9-401a-a11d-a8a22a3cb210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:40.573868 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8ef7-76d9-401a-a11d-a8a22a3cb210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:40.619719 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8ef7-76d9-401a-a11d-a8a22a3cb210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:40.622767 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8ef7-76d9-401a-a11d-a8a22a3cb210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:40.623931 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a4ad8ef7-76d9-401a-a11d-a8a22a3cb210 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/399d4aab-ad52-4656-b1cf-1ce7e8b34af6 HTTP/1.1" status: 204 len: 168 time: 0.1164021 Aug 05 02:18:40.631192 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad8ef7-76d9-401a-a11d-a8a22a3cb210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399d4aab-ad52-4656-b1cf-1ce7e8b34af6,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:41.306291 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51424) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:41.414615 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1939791096-network', 'tenant_id': '32f27ee96028467a8fc46866553ceca7'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:41.453829 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Made reservation on behalf of 32f27ee96028467a8fc46866553ceca7 for: {'network': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:18:41.456742 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:41.458552 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041f479-244b-4510-a250-63103cab2c74 req-c69746e9-08e3-4013-a567-e6106125de96 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:41.460339 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0041f479-244b-4510-a250-63103cab2c74 req-c69746e9-08e3-4013-a567-e6106125de96 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 944 time: 0.0837798 Aug 05 02:18:41.467076 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:41.507188 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0041f479-244b-4510-a250-63103cab2c74 req-d3cbd065-a47d-4b89-af23-631256ea762f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368142 Aug 05 02:18:41.562913 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:41.567179 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:41.587958 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:18:41.603236 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a5ff1-3f58-4be1-8839-0f231582f0e4,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:41.606061 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:41.606397 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.segments_db [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Added segment 82ac82f3-6dcf-4292-9930-f3ed855b83c9 of type vlan for network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 Aug 05 02:18:41.645840 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:41.673033 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:41.673896 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:41.674482 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:41.702709 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3947983 Aug 05 02:18:41.705992 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51444) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:41.711794 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-55b777ce-94ed-4ab2-89fb-62e30bf87168 admin admin] Request body: {'subnet': {'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1939791096-subnet', 'tenant_id': '32f27ee96028467a8fc46866553ceca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:41.734973 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b777ce-94ed-4ab2-89fb-62e30bf87168 admin admin] Made reservation on behalf of 32f27ee96028467a8fc46866553ceca7 for: {'subnet': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:18:41.737300 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff74009-11b5-48cf-9e67-4f05a8b9b489 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f0ab49-e9a8-49df-a26e-74b3814c08a5,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:41.738171 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-55b777ce-94ed-4ab2-89fb-62e30bf87168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26098740'] for subnet, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:41.748896 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:18:41.918667 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-55b777ce-94ed-4ab2-89fb-62e30bf87168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25278173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26098694'] for subnet, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:41.977537 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b777ce-94ed-4ab2-89fb-62e30bf87168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f34cf45c-f8d0-4ead-86c5-3b6befc52791,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:41.985265 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b777ce-94ed-4ab2-89fb-62e30bf87168 admin admin] Checking segment: {'id': '82ac82f3-6dcf-4292-9930-f3ed855b83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:18:41.985618 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b777ce-94ed-4ab2-89fb-62e30bf87168 admin admin] Network hostable DHCP agents. Network: e5f0ab49-e9a8-49df-a26e-74b3814c08a5, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:18:42.001238 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b777ce-94ed-4ab2-89fb-62e30bf87168 admin admin] Network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:18:42.008777 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-55b777ce-94ed-4ab2-89fb-62e30bf87168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, e5f0ab49-e9a8-49df-a26e-74b3814c08a5) {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:18:42.013017 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b777ce-94ed-4ab2-89fb-62e30bf87168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:42.013604 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-55b777ce-94ed-4ab2-89fb-62e30bf87168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:42.017556 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5308718b-23f6-4636-9b12-a67e3450e2ae None None] Network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:18:42.026620 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-55b777ce-94ed-4ab2-89fb-62e30bf87168 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3192401 Aug 05 02:18:42.144893 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b981dfe-ab72-45b2-9a19-2421b67be379 None None] Network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:18:42.632650 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cd198-d874-4e2d-875b-21a86548cc22 req-ad7c3572-fb54-4aaa-8607-c126263ecb6a tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:42.634123 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-499cd198-d874-4e2d-875b-21a86548cc22 req-ad7c3572-fb54-4aaa-8607-c126263ecb6a tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 944 time: 0.0515339 Aug 05 02:18:42.671556 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-499cd198-d874-4e2d-875b-21a86548cc22 req-f9dea082-8c99-42fa-8b02-592f71385c69 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308197 Aug 05 02:18:42.818411 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51476) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:42.920592 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-07c832c5-6521-4fdb-b01d-699357f53046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:43.009657 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-07c832c5-6521-4fdb-b01d-699357f53046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:43.014198 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-07c832c5-6521-4fdb-b01d-699357f53046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:43.050563 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-07c832c5-6521-4fdb-b01d-699357f53046 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6a484aa507b4cb9bb9db7137f753793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310731 Aug 05 02:18:43.052539 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c832c5-6521-4fdb-b01d-699357f53046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1830992c-7d08-4dd6-892e-c45738d53fac,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:43.053243 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51480) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:43.101645 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cd2830ac-4e23-4b87-bd5c-4747895df666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:43.123240 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cd2830ac-4e23-4b87-bd5c-4747895df666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:43.175533 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cd2830ac-4e23-4b87-bd5c-4747895df666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:43.178208 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cd2830ac-4e23-4b87-bd5c-4747895df666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:43.179384 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-cd2830ac-4e23-4b87-bd5c-4747895df666 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1830992c-7d08-4dd6-892e-c45738d53fac HTTP/1.1" status: 204 len: 168 time: 0.1251800 Aug 05 02:18:43.187964 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2830ac-4e23-4b87-bd5c-4747895df666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1830992c-7d08-4dd6-892e-c45738d53fac,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:43.790679 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd48d7-5712-4aca-aa6a-31c0271ad79c req-8a930f62-bc4f-46b5-855e-0b4f39cd2bf0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:43.792216 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-30cd48d7-5712-4aca-aa6a-31c0271ad79c req-8a930f62-bc4f-46b5-855e-0b4f39cd2bf0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 947 time: 0.0529103 Aug 05 02:18:43.835033 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-30cd48d7-5712-4aca-aa6a-31c0271ad79c req-672486a7-709f-4cde-9410-b5affd12f179 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343583 Aug 05 02:18:43.878553 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-37325ed0-9366-49bc-a4d2-99137aa97160 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:43.880177 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-37325ed0-9366-49bc-a4d2-99137aa97160 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/networks?id=e5f0ab49-e9a8-49df-a26e-74b3814c08a5 HTTP/1.1" status: 200 len: 809 time: 0.1174393 Aug 05 02:18:43.898102 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-26336270-8922-4be3-90fc-a5e9d88e6fb1 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/quotas/32f27ee96028467a8fc46866553ceca7 HTTP/1.1" status: 200 len: 375 time: 0.0105126 Aug 05 02:18:43.929138 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-735aa45d-0cf7-4e26-b2b5-a98bcc2696f1 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=32f27ee96028467a8fc46866553ceca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264215 Aug 05 02:18:43.948203 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f96bc-7f4e-4aed-85cd-f2ef40d9a40b req-8f2c2790-da88-44bc-a22d-2396e2fea0c9 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:43.949707 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4d4f96bc-7f4e-4aed-85cd-f2ef40d9a40b req-8f2c2790-da88-44bc-a22d-2396e2fea0c9 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 944 time: 0.0534925 Aug 05 02:18:43.989867 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4d4f96bc-7f4e-4aed-85cd-f2ef40d9a40b req-1c9b02b5-94c0-43cc-a081-e72a23467eed tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336456 Aug 05 02:18:44.030808 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-f0cc6c5a-d968-4819-b7a7-b8b0c6b5d3f5 service neutron] 10.222.0.39 "GET /v2.0/networks/e5f0ab49-e9a8-49df-a26e-74b3814c08a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944691 Aug 05 02:18:44.118513 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-9d05bd11-9e76-4b7d-9eb3-69af293d8b59 service neutron] 10.222.0.39 "GET /v2.0/networks/e5f0ab49-e9a8-49df-a26e-74b3814c08a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817757 Aug 05 02:18:44.306298 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-7a3d4945-942e-4544-9669-f6f34cf24525 req-aec3071f-770a-4a3a-aaf7-300771b01da9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 210 time: 0.0333505 Aug 05 02:18:44.953401 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e998f-2cab-41df-966b-273c1a9e58dc req-35be01d5-3775-4905-bd6b-31d63fdf39e1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:44.954882 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-443e998f-2cab-41df-966b-273c1a9e58dc req-35be01d5-3775-4905-bd6b-31d63fdf39e1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 947 time: 0.0468814 Aug 05 02:18:44.994960 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-443e998f-2cab-41df-966b-273c1a9e58dc req-923362e8-481d-4714-a355-f9daf3c1684c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342453 Aug 05 02:18:45.104417 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29930d3b-7f4b-4a50-8aff-2f804d8ee142 req-7ab6c833-b6b9-4738-8c49-9896928464fe tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:45.105867 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-29930d3b-7f4b-4a50-8aff-2f804d8ee142 req-7ab6c833-b6b9-4738-8c49-9896928464fe tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 944 time: 0.0494306 Aug 05 02:18:45.147365 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-29930d3b-7f4b-4a50-8aff-2f804d8ee142 req-a54fb484-ee9c-43f9-b94b-6fd3428599ac tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351801 Aug 05 02:18:45.262894 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-b3a7a8a1-a623-40fe-8349-3445c9f6a188 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:45.264339 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-b3a7a8a1-a623-40fe-8349-3445c9f6a188 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.43 "GET /v2.0/networks?id=e5f0ab49-e9a8-49df-a26e-74b3814c08a5 HTTP/1.1" status: 200 len: 809 time: 0.1046846 Aug 05 02:18:45.278983 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Request body: {'port': {'device_id': '4be58267-6f73-4c75-a1c6-f11166f2ed03', 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5', 'admin_state_up': True, 'tenant_id': '32f27ee96028467a8fc46866553ceca7'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:45.425230 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-86619a93-15c2-4210-a2a2-f8dd7d01202d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:45.427303 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-86619a93-15c2-4210-a2a2-f8dd7d01202d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.43 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 947 time: 0.0572717 Aug 05 02:18:45.566633 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Deleting port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:18:45.567178 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:45.636443 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fb2a16e9-052f-4cad-9d27-aeeb807f8f6d req-2285011e-8ff7-4e20-b29c-e2bf43e1e3f4 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 210 time: 0.0396037 Aug 05 02:18:45.688646 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] For port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:18:45.689037 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:45.711621 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Made reservation on behalf of 32f27ee96028467a8fc46866553ceca7 for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:18:45.715485 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:45.839705 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Allocated IP 172.20.0.10 (e5f0ab49-e9a8-49df-a26e-74b3814c08a5/f34cf45c-f8d0-4ead-86c5-3b6befc52791/24551030-dc8f-48ef-89e5-8963e3fc81e7) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:18:45.906516 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:45.906829 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:45.907130 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.l3_db [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Floating IP 447398f5-2315-4a0c-b8e7-aede4d7e73c2 disassociated. External IP: 172.27.3.51, port: 7cc5fb6c-4111-4938-91ea-20a3aa047ed9. Aug 05 02:18:45.907474 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Calling delete_port for 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 owned by compute:nova {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:18:45.984326 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:46.028282 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:46.077291 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:18:46.081198 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:18:46.083652 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:18:46.091387 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Pushing event updated for resources: {'Port': ['ID=24551030-dc8f-48ef-89e5-8963e3fc81e7,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:46.138074 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:46.138838 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:46.156803 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-98c4daef-1ce0-4500-adee-35ea1a8221b9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8814104 Aug 05 02:18:46.169844 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Request body: {'port': {'device_id': '4be58267-6f73-4c75-a1c6-f11166f2ed03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:46.250288 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:46.286235 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:46.301174 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e9e16-59bf-4fa9-a729-42e45ccca448 req-e428587a-2ba9-4d98-a839-cef65e928d9b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:46.302670 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2e8e9e16-59bf-4fa9-a729-42e45ccca448 req-e428587a-2ba9-4d98-a839-cef65e928d9b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 944 time: 0.0818586 Aug 05 02:18:46.305037 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949dea9-cf3a-4bf8-b362-0c23c580d579 req-1289525e-7a53-43eb-b042-9c769972d867 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:46.306521 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f949dea9-cf3a-4bf8-b362-0c23c580d579 req-1289525e-7a53-43eb-b042-9c769972d867 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e77071-f62b-4ab3-9dcb-8ad4388047c5 HTTP/1.1" status: 200 len: 947 time: 0.0768373 Aug 05 02:18:46.330302 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event deleted for resources: {'Port': ['ID=7cc5fb6c-4111-4938-91ea-20a3aa047ed9,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:46.402264 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2e8e9e16-59bf-4fa9-a729-42e45ccca448 req-7f595b67-221f-4f2d-9104-70608a7d2ca6 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932710 Aug 05 02:18:46.408656 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f949dea9-cf3a-4bf8-b362-0c23c580d579 req-0e7bcb07-1e56-4cce-bf20-5f8215d1c00c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846989 Aug 05 02:18:46.476869 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:18:46.572382 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24551030-dc8f-48ef-89e5-8963e3fc81e7 {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:18:46.582381 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:46.587653 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:18:46.597415 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Transition to ACTIVE for port object 24551030-dc8f-48ef-89e5-8963e3fc81e7 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:18:46.601537 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce373ba-8420-48bc-ad72-3398962a7787 None None] Sync routers for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:18:46.602025 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:46.611168 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce373ba-8420-48bc-ad72-3398962a7787 None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:18:46.611788 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-dce373ba-8420-48bc-ad72-3398962a7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:18:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:46.660088 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] No DVR routers for this DVR port 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 on host hv-cinder-80353 {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:18:46.663015 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:46.665021 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6827b466-32cc-4b96-9a55-37d4dfa16bb2 req-6bb1962c-12b1-4bfc-a91b-9988c0abead6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.43 "DELETE /v2.0/ports/7cc5fb6c-4111-4938-91ea-20a3aa047ed9 HTTP/1.1" status: 204 len: 173 time: 1.2309089 Aug 05 02:18:46.666800 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'name': 'network-vif-deleted', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:18:46.669429 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba86ff11-26c2-4782-8aca-ee2783bb0c36" -d '{"events": [{"server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "name": "network-vif-deleted", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:18:46.739904 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-dce373ba-8420-48bc-ad72-3398962a7787 None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:18:46.750978 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6cda49-09de-4f58-abde-1130b8edb9a2 x-openstack-request-id: req-2d6cda49-09de-4f58-abde-1130b8edb9a2 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:18:46.751265 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e77071-f62b-4ab3-9dcb-8ad4388047c5", "name": "network-vif-deleted", "tag": "7cc5fb6c-4111-4938-91ea-20a3aa047ed9", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:18:46.751519 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d6cda49-09de-4f58-abde-1130b8edb9a2 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:18:46.751933 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e77071-f62b-4ab3-9dcb-8ad4388047c5', 'name': 'network-vif-deleted', 'tag': '7cc5fb6c-4111-4938-91ea-20a3aa047ed9', 'status': 'completed', 'code': 200} Aug 05 02:18:46.752452 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Pushing event updated for resources: {'Port': ['ID=24551030-dc8f-48ef-89e5-8963e3fc81e7,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:46.771113 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Attempting to bind port 24551030-dc8f-48ef-89e5-8963e3fc81e7 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:18:46.772729 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Attempting to bind port 24551030-dc8f-48ef-89e5-8963e3fc81e7 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': '82ac82f3-6dcf-4292-9930-f3ed855b83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:18:46.773218 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Attempting to bind port 24551030-dc8f-48ef-89e5-8963e3fc81e7 on network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:18:46.778495 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Port 24551030-dc8f-48ef-89e5-8963e3fc81e7 on network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:18:46.778844 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Attempting to bind port 24551030-dc8f-48ef-89e5-8963e3fc81e7 on network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:18:46.783971 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:18:46.784317 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Checking segment: {'id': '82ac82f3-6dcf-4292-9930-f3ed855b83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:18:46.784693 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Bound using segment: {'id': '82ac82f3-6dcf-4292-9930-f3ed855b83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:18:46.785115 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Bound port: 24551030-dc8f-48ef-89e5-8963e3fc81e7, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ac82f3-6dcf-4292-9930-f3ed855b83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:18:46.785463 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:46.893191 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa461350-4bc8-42cb-8b17-4db5f4aae0ae req-105f0d3d-a473-44f8-a71a-d159f3a36a56 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:46.894738 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fa461350-4bc8-42cb-8b17-4db5f4aae0ae req-105f0d3d-a473-44f8-a71a-d159f3a36a56 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 944 time: 0.1071448 Aug 05 02:18:46.923881 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] For port 24551030-dc8f-48ef-89e5-8963e3fc81e7, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:18:46.944483 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] For port 24551030-dc8f-48ef-89e5-8963e3fc81e7, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=24551030-dc8f-48ef-89e5-8963e3fc81e7,segment=NetworkSegment(82ac82f3-6dcf-4292-9930-f3ed855b83c9),segment_id=82ac82f3-6dcf-4292-9930-f3ed855b83c9)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:18:46.952159 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fa461350-4bc8-42cb-8b17-4db5f4aae0ae req-2f877235-2fd9-457e-8a3b-246d9266d5cb tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500102 Aug 05 02:18:46.956039 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:47.004405 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:47.005126 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:47.006520 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] 10.222.0.43 "PUT /v2.0/ports/24551030-dc8f-48ef-89e5-8963e3fc81e7 HTTP/1.1" status: 200 len: 1094 time: 0.8410974 Aug 05 02:18:47.007104 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be58267-6f73-4c75-a1c6-f11166f2ed03', 'tag': '24551030-dc8f-48ef-89e5-8963e3fc81e7'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:18:47.009389 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97781b3-e3b5-4b9a-88b4-59e365703225" -d '{"events": [{"name": "network-changed", "server_uuid": "4be58267-6f73-4c75-a1c6-f11166f2ed03", "tag": "24551030-dc8f-48ef-89e5-8963e3fc81e7"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:18:47.010598 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-dce373ba-8420-48bc-ad72-3398962a7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:12Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:47.049467 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce373ba-8420-48bc-ad72-3398962a7787 None None] Checking router: 8d9c8df6-75bf-46e8-acd5-9c141467dbcb for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:18:47.059555 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce373ba-8420-48bc-ad72-3398962a7787 None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:18:47.060286 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-dce373ba-8420-48bc-ad72-3398962a7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:18:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:47.066659 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b6b33-ff3d-45a2-b92f-61012fc04a16 service neutron] Pushing event updated for resources: {'Port': ['ID=24551030-dc8f-48ef-89e5-8963e3fc81e7,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:47.083973 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddde888-090a-45a4-be6e-c9f4da7bcf5a x-openstack-request-id: req-eddde888-090a-45a4-be6e-c9f4da7bcf5a {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:18:47.084269 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be58267-6f73-4c75-a1c6-f11166f2ed03", "tag": "24551030-dc8f-48ef-89e5-8963e3fc81e7", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:18:47.084522 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eddde888-090a-45a4-be6e-c9f4da7bcf5a {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:18:47.084918 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be58267-6f73-4c75-a1c6-f11166f2ed03', 'tag': '24551030-dc8f-48ef-89e5-8963e3fc81e7', 'status': 'completed', 'code': 200} Aug 05 02:18:47.140658 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-2fce2317-f54f-4729-8d4b-b27627aad527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:47.143278 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-2fce2317-f54f-4729-8d4b-b27627aad527 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32f27ee96028467a8fc46866553ceca7&device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 1097 time: 0.0702002 Aug 05 02:18:47.238096 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-f18fc64f-df0a-4059-a5ba-ce6b16619f9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24551030-dc8f-48ef-89e5-8963e3fc81e7 HTTP/1.1" status: 200 len: 217 time: 0.0703468 Aug 05 02:18:47.240208 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-dce373ba-8420-48bc-ad72-3398962a7787 None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:18:47.300694 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-ba25bd7e-aacd-49a7-a307-da5a90f36cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:47.302829 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-ba25bd7e-aacd-49a7-a307-da5a90f36cee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f34cf45c-f8d0-4ead-86c5-3b6befc52791 HTTP/1.1" status: 200 len: 849 time: 0.0576127 Aug 05 02:18:47.341612 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-7eaff739-4107-466f-b370-93dc4c6215b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5f0ab49-e9a8-49df-a26e-74b3814c08a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295422 Aug 05 02:18:47.443937 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-ac837e88-dd11-40f2-9481-b4a65f3f3ddd service neutron] 10.222.0.43 "GET /v2.0/networks/e5f0ab49-e9a8-49df-a26e-74b3814c08a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945373 Aug 05 02:18:47.464741 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device d0b38c97-533b-4b43-b0d5-ce138bc45052 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:18:47.521958 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51590) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:47.576447 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-dce373ba-8420-48bc-ad72-3398962a7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:12Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:47.584169 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-204d8039-91ce-490f-b62b-7731c356b6ca tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:47.601528 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567381fd-464a-4c4a-a8bf-3b847f275aa9 req-071981c2-b77b-43f6-aa34-cead512c4499 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:47.603050 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-567381fd-464a-4c4a-a8bf-3b847f275aa9 req-071981c2-b77b-43f6-aa34-cead512c4499 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 944 time: 0.1235602 Aug 05 02:18:47.612488 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-204d8039-91ce-490f-b62b-7731c356b6ca tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:47.619233 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce373ba-8420-48bc-ad72-3398962a7787 None None] The sync data for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi is: [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:12Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:18:47.633543 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4d5d9e73-cc3f-4ea1-bc21-73c944d24e6d req-dc46a399-327a-44de-a8be-4cda7ff588d6 service neutron] 10.222.0.43 "GET /v2.0/networks/e5f0ab49-e9a8-49df-a26e-74b3814c08a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822608 Aug 05 02:18:47.654625 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-567381fd-464a-4c4a-a8bf-3b847f275aa9 req-cd7359f1-c720-43d3-8e17-b6cb005bef7f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446682 Aug 05 02:18:47.667602 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port d0b38c97-533b-4b43-b0d5-ce138bc45052, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=d0b38c97-533b-4b43-b0d5-ce138bc45052,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:18:47.690178 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-204d8039-91ce-490f-b62b-7731c356b6ca tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:47.690393 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': 'd0b38c97-533b-4b43-b0d5-ce138bc45052', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'port_id': 'd0b38c97-533b-4b43-b0d5-ce138bc45052', 'mac_address': 'fa:16:3e:74:f2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:18:47.692925 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-204d8039-91ce-490f-b62b-7731c356b6ca tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:47.696675 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-204d8039-91ce-490f-b62b-7731c356b6ca tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "DELETE /v2.0/security-groups/4616bcf5-8e31-45b0-aaa3-6a85a9e9be73 HTTP/1.1" status: 204 len: 168 time: 0.1706295 Aug 05 02:18:47.698823 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51592) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:47.711648 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d8039-91ce-490f-b62b-7731c356b6ca tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4616bcf5-8e31-45b0-aaa3-6a85a9e9be73,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:47.719500 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.api.v2.resource [None req-3e685792-bb02-4dcd-943e-2acd8ba3bd1d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] show failed (client error): The resource could not be found. Aug 05 02:18:47.720542 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-3e685792-bb02-4dcd-943e-2acd8ba3bd1d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups/4616bcf5-8e31-45b0-aaa3-6a85a9e9be73 HTTP/1.1" status: 404 len: 347 time: 0.0208554 Aug 05 02:18:47.723519 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51594) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:47.747072 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97781b3-e3b5-4b9a-88b4-59e365703225 req-c9b910c3-6e66-4eb0-bb37-5e05912c643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:47.750026 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d97781b3-e3b5-4b9a-88b4-59e365703225 req-c9b910c3-6e66-4eb0-bb37-5e05912c643c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32f27ee96028467a8fc46866553ceca7&device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 1097 time: 0.0514276 Aug 05 02:18:47.766069 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:47.785241 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b38c97-533b-4b43-b0d5-ce138bc45052 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:18:47.805683 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port d0b38c97-533b-4b43-b0d5-ce138bc45052, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=d0b38c97-533b-4b43-b0d5-ce138bc45052,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:18:47.810217 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:47.864070 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97781b3-e3b5-4b9a-88b4-59e365703225 req-be9ade7f-1c12-4120-9111-b28b9aa3445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:47.866173 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d97781b3-e3b5-4b9a-88b4-59e365703225 req-be9ade7f-1c12-4120-9111-b28b9aa3445a service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5f0ab49-e9a8-49df-a26e-74b3814c08a5 HTTP/1.1" status: 200 len: 909 time: 0.1086600 Aug 05 02:18:47.876562 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=d0b38c97-533b-4b43-b0d5-ce138bc45052,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:47.887603 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8cb572be-33ee-4160-a09f-52afcab11202 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Deleting port a74024b9-da7d-4189-bffe-6778f6b2f284 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:18:47.887956 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8cb572be-33ee-4160-a09f-52afcab11202 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:47.889873 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:47.891409 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:47.891409 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:47.891648 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:47.891794 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:47.892116 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:47.892442 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:47.892767 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:47.893115 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:47.893576 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:47.893907 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:47.894230 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:18:47.923903 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d97781b3-e3b5-4b9a-88b4-59e365703225 req-ac330ea6-ad5c-4a0d-922f-96e10508204b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24551030-dc8f-48ef-89e5-8963e3fc81e7 HTTP/1.1" status: 200 len: 217 time: 0.0472844 Aug 05 02:18:47.973497 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e94fd-de79-4d92-8919-c83d3d4dfd4a None None] New status for floating IP 447398f5-2315-4a0c-b8e7-aede4d7e73c2: DOWN {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:18:47.981680 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8cb572be-33ee-4160-a09f-52afcab11202 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:47.982125 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8cb572be-33ee-4160-a09f-52afcab11202 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:47.988148 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97781b3-e3b5-4b9a-88b4-59e365703225 req-227f15b8-16d9-4fa2-96cf-30c79d371dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:47.989889 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d97781b3-e3b5-4b9a-88b4-59e365703225 req-227f15b8-16d9-4fa2-96cf-30c79d371dc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f34cf45c-f8d0-4ead-86c5-3b6befc52791 HTTP/1.1" status: 200 len: 849 time: 0.0579474 Aug 05 02:18:48.008174 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8cb572be-33ee-4160-a09f-52afcab11202 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Calling delete_port for a74024b9-da7d-4189-bffe-6778f6b2f284 owned by network:floatingip {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:18:48.036442 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d97781b3-e3b5-4b9a-88b4-59e365703225 req-1dbc941a-8b55-4b62-835a-393e43ecc47c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5f0ab49-e9a8-49df-a26e-74b3814c08a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341785 Aug 05 02:18:48.072483 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['d0b38c97-533b-4b43-b0d5-ce138bc45052'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:18:48.162861 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d97781b3-e3b5-4b9a-88b4-59e365703225 req-c7f5b6e7-9507-48dc-83e0-afde646ae1be service neutron] 10.222.0.43 "GET /v2.0/networks/e5f0ab49-e9a8-49df-a26e-74b3814c08a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172192 Aug 05 02:18:48.228601 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f455920-e542-4a80-863a-3e899fe6db86 req-1510ff13-dc50-4b95-8495-16fdd66de6e4 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:48.230102 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6f455920-e542-4a80-863a-3e899fe6db86 req-1510ff13-dc50-4b95-8495-16fdd66de6e4 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 944 time: 0.1241198 Aug 05 02:18:48.273605 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8cb572be-33ee-4160-a09f-52afcab11202 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:48.304049 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d97781b3-e3b5-4b9a-88b4-59e365703225 req-a139bef0-89bc-40db-91e7-04ca97292c28 service neutron] 10.222.0.43 "GET /v2.0/networks/e5f0ab49-e9a8-49df-a26e-74b3814c08a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302850 Aug 05 02:18:48.305601 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6f455920-e542-4a80-863a-3e899fe6db86 req-c32f80c8-e957-4315-b897-10849a2acaec tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672646 Aug 05 02:18:48.309034 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb572be-33ee-4160-a09f-52afcab11202 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event deleted for resources: {'Port': ['ID=a74024b9-da7d-4189-bffe-6778f6b2f284,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:48.398242 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8cb572be-33ee-4160-a09f-52afcab11202 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:48.401895 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8cb572be-33ee-4160-a09f-52afcab11202 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:48.403458 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-8cb572be-33ee-4160-a09f-52afcab11202 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "DELETE /v2.0/floatingips/447398f5-2315-4a0c-b8e7-aede4d7e73c2 HTTP/1.1" status: 204 len: 168 time: 0.6789343 Aug 05 02:18:48.820511 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05718fd2-0b6d-4322-8f48-af1da68dacbf req-e0eff408-f6c4-4fe4-8e8b-0a555b200d8e tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:48.820511 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-05718fd2-0b6d-4322-8f48-af1da68dacbf req-e0eff408-f6c4-4fe4-8e8b-0a555b200d8e tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 945 time: 0.0713618 Aug 05 02:18:48.859632 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-05718fd2-0b6d-4322-8f48-af1da68dacbf req-11f91d73-a39a-4a86-9d36-db1c51af0a88 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382576 Aug 05 02:18:48.898489 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51618) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:48.903414 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-fb200d01-f98b-49e4-8fcd-f6355fe97ce8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--706744499', 'description': 'tempest-description--1856193616'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:48.927098 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fb200d01-f98b-49e4-8fcd-f6355fe97ce8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.005723 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fb200d01-f98b-49e4-8fcd-f6355fe97ce8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.010111 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fb200d01-f98b-49e4-8fcd-f6355fe97ce8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.036910 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fb200d01-f98b-49e4-8fcd-f6355fe97ce8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.038099 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-fb200d01-f98b-49e4-8fcd-f6355fe97ce8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1385183 Aug 05 02:18:49.040012 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb200d01-f98b-49e4-8fcd-f6355fe97ce8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a216adf-85b1-4c29-9c5b-c6946aed835e,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:49.042733 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51624) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:49.047214 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-45853a1b-dccc-4fcf-9f3b-923aeaf5b620 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Request body: {'security_group_rule': {'security_group_id': '8a216adf-85b1-4c29-9c5b-c6946aed835e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:49.072623 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-45853a1b-dccc-4fcf-9f3b-923aeaf5b620 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.130061 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-45853a1b-dccc-4fcf-9f3b-923aeaf5b620 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.133956 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-45853a1b-dccc-4fcf-9f3b-923aeaf5b620 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.157647 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45853a1b-dccc-4fcf-9f3b-923aeaf5b620 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4056b3-ffbb-4aed-8381-bf240b7b61a6,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:49.161365 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-45853a1b-dccc-4fcf-9f3b-923aeaf5b620 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.162561 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-45853a1b-dccc-4fcf-9f3b-923aeaf5b620 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198709 Aug 05 02:18:49.165601 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51628) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:49.174098 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-7fcb98f5-454f-4d4a-b5fb-26686d43f1fc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Request body: {'security_group_rule': {'security_group_id': '8a216adf-85b1-4c29-9c5b-c6946aed835e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:49.206110 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7fcb98f5-454f-4d4a-b5fb-26686d43f1fc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.270838 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7fcb98f5-454f-4d4a-b5fb-26686d43f1fc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.275604 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7fcb98f5-454f-4d4a-b5fb-26686d43f1fc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.297484 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb98f5-454f-4d4a-b5fb-26686d43f1fc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe69de5-ff94-47f1-818b-4cb90e0c015e,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:49.304727 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7fcb98f5-454f-4d4a-b5fb-26686d43f1fc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.305934 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-7fcb98f5-454f-4d4a-b5fb-26686d43f1fc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383996 Aug 05 02:18:49.309020 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51634) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:49.313881 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Request body: {'floatingip': {'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:49.338048 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.435034 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 24551030-dc8f-48ef-89e5-8963e3fc81e7 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:18:49.437529 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device d0b38c97-533b-4b43-b0d5-ce138bc45052 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:18:49.459389 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b9b5-86fa-4925-b7cb-f3c6f274e7c9 req-8ec1c0a0-96f3-4096-a349-0ed992aba64c tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:49.460902 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1882b9b5-86fa-4925-b7cb-f3c6f274e7c9 req-8ec1c0a0-96f3-4096-a349-0ed992aba64c tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 944 time: 0.0657287 Aug 05 02:18:49.504971 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.524885 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1882b9b5-86fa-4925-b7cb-f3c6f274e7c9 req-d869c383-4ac0-464f-84ca-6ff1c2c97875 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532787 Aug 05 02:18:49.551320 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port d0b38c97-533b-4b43-b0d5-ce138bc45052 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:18:49.553324 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port d0b38c97-533b-4b43-b0d5-ce138bc45052 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:18:49.553698 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.649521 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Allocated IP 172.27.3.118 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/82e63ef7-fe02-40da-947b-c9ab4f876c0f) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:18:49.728997 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 24551030-dc8f-48ef-89e5-8963e3fc81e7, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=24551030-dc8f-48ef-89e5-8963e3fc81e7,segment=NetworkSegment(82ac82f3-6dcf-4292-9930-f3ed855b83c9),segment_id=82ac82f3-6dcf-4292-9930-f3ed855b83c9)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:18:49.745688 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '24551030-dc8f-48ef-89e5-8963e3fc81e7', 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5', 'port_id': '24551030-dc8f-48ef-89e5-8963e3fc81e7', 'mac_address': 'fa:16:3e:e0:53:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f34cf45c-f8d0-4ead-86c5-3b6befc52791', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:18:49.767797 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.808499 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.812507 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.814365 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.834301 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24551030-dc8f-48ef-89e5-8963e3fc81e7 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:18:49.854555 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:18:49.857388 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:18:49.858050 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b38c97-533b-4b43-b0d5-ce138bc45052'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:18:49.860947 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e063cbbb-69ec-4fb5-b0ee-79cb701f3d7b" -d '{"events": [{"server_uuid": "f82b7d2f-521d-47c3-a2d4-b10c8f7ec797", "name": "network-vif-plugged", "status": "completed", "tag": "d0b38c97-533b-4b43-b0d5-ce138bc45052"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:18:49.862613 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:18:49.878778 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 24551030-dc8f-48ef-89e5-8963e3fc81e7, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=24551030-dc8f-48ef-89e5-8963e3fc81e7,segment=NetworkSegment(82ac82f3-6dcf-4292-9930-f3ed855b83c9),segment_id=82ac82f3-6dcf-4292-9930-f3ed855b83c9)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:18:49.880614 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port d0b38c97-533b-4b43-b0d5-ce138bc45052, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=d0b38c97-533b-4b43-b0d5-ce138bc45052,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:18:49.885687 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.891989 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:49.892829 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:18:49.915071 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b5957a-e657-4eb9-ae69-d613e482fe85 x-openstack-request-id: req-b7b5957a-e657-4eb9-ae69-d613e482fe85 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:18:49.915388 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82b7d2f-521d-47c3-a2d4-b10c8f7ec797", "name": "network-vif-plugged", "status": "completed", "tag": "d0b38c97-533b-4b43-b0d5-ce138bc45052", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:18:49.915610 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7b5957a-e657-4eb9-ae69-d613e482fe85 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:18:49.916005 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b38c97-533b-4b43-b0d5-ce138bc45052', 'code': 200} Aug 05 02:18:49.920981 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event updated for resources: {'Port': ['ID=82e63ef7-fe02-40da-947b-c9ab4f876c0f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:49.935518 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:18:49.935874 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 7cc5fb6c-4111-4938-91ea-20a3aa047ed9 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:18:49.957585 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=24551030-dc8f-48ef-89e5-8963e3fc81e7,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:50.008866 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=d0b38c97-533b-4b43-b0d5-ce138bc45052,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:50.037649 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:50.054880 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f813-0fb0-4762-985f-a3feea32b48d req-c7a70a5d-b65f-4d98-9cbe-7e67dc1feade tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:50.059200 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0780f813-0fb0-4762-985f-a3feea32b48d req-c7a70a5d-b65f-4d98-9cbe-7e67dc1feade tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 946 time: 0.0785449 Aug 05 02:18:50.103924 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:50.129173 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['24551030-dc8f-48ef-89e5-8963e3fc81e7'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:18:50.166889 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba4805-184a-49b6-9e66-8d78af6be52b req-ae069a42-ff56-438b-b595-21b0c015b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:50.170029 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0780f813-0fb0-4762-985f-a3feea32b48d req-f67ead57-8cdb-4df0-bbd1-fcb52ba72d6e tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884347 Aug 05 02:18:50.182050 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-abba4805-184a-49b6-9e66-8d78af6be52b req-ae069a42-ff56-438b-b595-21b0c015b8f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 1099 time: 0.0694551 Aug 05 02:18:50.219557 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-abba4805-184a-49b6-9e66-8d78af6be52b req-4356a94b-ea6b-4802-a415-535350f8c83f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300648 Aug 05 02:18:50.313408 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:50.318816 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:50.392510 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event updated for resources: {'Port': ['ID=82e63ef7-fe02-40da-947b-c9ab4f876c0f,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:50.400518 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:50.413455 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:50.414724 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-9c691ea7-d349-46bc-99fa-4022af77ad0d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1045501 Aug 05 02:18:50.628594 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-2cc4ad0f-2a07-449e-9ebe-b615621b8696 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--706744499&fields=id&tenant_id=49c1479075fe448796d5d551e5a9f0d8 HTTP/1.1" status: 200 len: 267 time: 0.0394154 Aug 05 02:18:50.658011 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821e3ed-3a26-4572-9654-5c2004906f2c req-0b11b374-93b3-460c-aaf3-71a27e84e9b0 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:50.659486 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e821e3ed-3a26-4572-9654-5c2004906f2c req-0b11b374-93b3-460c-aaf3-71a27e84e9b0 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 945 time: 0.0570035 Aug 05 02:18:50.697580 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e821e3ed-3a26-4572-9654-5c2004906f2c req-afacd08d-68ef-4ecd-9ca8-b0ce40c20f76 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Aug 05 02:18:50.746855 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-db06628c-e49e-432e-9c49-41a36c98381c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:50.748329 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-db06628c-e49e-432e-9c49-41a36c98381c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 816 time: 0.1117148 Aug 05 02:18:50.766963 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-040db010-b213-4905-bab6-961f4b6d10f7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/quotas/49c1479075fe448796d5d551e5a9f0d8 HTTP/1.1" status: 200 len: 375 time: 0.0097716 Aug 05 02:18:50.821481 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-11e8f73b-7124-449f-8543-a83767293cce tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484669 Aug 05 02:18:50.916144 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-50100d02-cdb1-4f3d-b9a6-ae5e95ae81cc service neutron] 10.222.0.39 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831687 Aug 05 02:18:51.008999 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-fb43e915-fa1d-47e3-9657-f640c56c4f60 service neutron] 10.222.0.39 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861833 Aug 05 02:18:51.173588 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2b71a29c-93a4-483c-9c2e-4b7e9cbe0d1a req-d8d5cab5-506b-4439-9730-07ad15e3f24b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 210 time: 0.0266531 Aug 05 02:18:51.290286 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba67471-941d-4f3f-bdb9-3eb68805392f req-905e4118-4f11-4b4d-9542-0cd35543f98e tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:51.292002 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bba67471-941d-4f3f-bdb9-3eb68805392f req-905e4118-4f11-4b4d-9542-0cd35543f98e tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 946 time: 0.0534604 Aug 05 02:18:51.329716 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bba67471-941d-4f3f-bdb9-3eb68805392f req-bdc44632-ffa1-403d-9024-bf273ef2fe8d tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318701 Aug 05 02:18:51.446442 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fa7a9-b320-44f2-ac45-02bd3b222480 req-2e922165-46db-4489-8264-dc6264f74b94 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:51.447914 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3e4fa7a9-b320-44f2-ac45-02bd3b222480 req-2e922165-46db-4489-8264-dc6264f74b94 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 946 time: 0.0499828 Aug 05 02:18:51.455372 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 24551030-dc8f-48ef-89e5-8963e3fc81e7 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:18:51.490035 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3e4fa7a9-b320-44f2-ac45-02bd3b222480 req-64a1875a-6272-480e-b0bb-f3b58fe36856 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350382 Aug 05 02:18:51.514561 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51708) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:51.519659 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 24551030-dc8f-48ef-89e5-8963e3fc81e7 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:18:51.524512 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 24551030-dc8f-48ef-89e5-8963e3fc81e7 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:18:51.524928 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:51.607383 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:51.643493 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 24551030-dc8f-48ef-89e5-8963e3fc81e7, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=24551030-dc8f-48ef-89e5-8963e3fc81e7,segment=NetworkSegment(82ac82f3-6dcf-4292-9930-f3ed855b83c9),segment_id=82ac82f3-6dcf-4292-9930-f3ed855b83c9)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:18:51.648742 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:51.699504 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=24551030-dc8f-48ef-89e5-8963e3fc81e7,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:51.730600 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bf159-2093-47f0-98c2-3996293c5d56 tempest-TestVolumeBootPattern-612968534 tempest-TestVolumeBootPattern-612968534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:51.734705 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-4d4bf159-2093-47f0-98c2-3996293c5d56 tempest-TestVolumeBootPattern-612968534 tempest-TestVolumeBootPattern-612968534-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 1094 time: 0.2166071 Aug 05 02:18:51.735609 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51714) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:51.740040 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'floatingip': {'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'port_id': 'd0b38c97-533b-4b43-b0d5-ce138bc45052', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:51.763031 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:51.817519 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52497bf6-608a-465d-8ef3-bb546177561c req-76528ffe-b86e-41f2-a6df-e8b9311236ee tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:51.819065 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-52497bf6-608a-465d-8ef3-bb546177561c req-76528ffe-b86e-41f2-a6df-e8b9311236ee tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 946 time: 0.0483785 Aug 05 02:18:51.862039 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-52497bf6-608a-465d-8ef3-bb546177561c req-b64418a3-c971-4ce3-9cfa-3a87d1ec0b08 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368621 Aug 05 02:18:51.862271 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:51.917345 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be58267-6f73-4c75-a1c6-f11166f2ed03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24551030-dc8f-48ef-89e5-8963e3fc81e7'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:18:51.923397 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47ddfa1-9a35-4a4d-a0c4-433ceb5b72b3" -d '{"events": [{"server_uuid": "4be58267-6f73-4c75-a1c6-f11166f2ed03", "name": "network-vif-plugged", "status": "completed", "tag": "24551030-dc8f-48ef-89e5-8963e3fc81e7"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:18:51.968735 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d206d272-23ce-4001-91fd-b7531565b0e4 x-openstack-request-id: req-d206d272-23ce-4001-91fd-b7531565b0e4 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:18:51.969089 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be58267-6f73-4c75-a1c6-f11166f2ed03", "name": "network-vif-plugged", "status": "completed", "tag": "24551030-dc8f-48ef-89e5-8963e3fc81e7", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:18:51.969444 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d206d272-23ce-4001-91fd-b7531565b0e4 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:18:51.969895 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be58267-6f73-4c75-a1c6-f11166f2ed03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24551030-dc8f-48ef-89e5-8963e3fc81e7', 'code': 200} Aug 05 02:18:51.972564 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Allocated IP 172.27.3.158 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/5b51819e-7628-4609-88ec-77ab6d761a1f) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:18:52.081387 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:52.126348 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:52.168934 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59710b2f-5ffb-4bea-92ae-caa6a89a0c7a req-778ce5c2-12fb-4c69-8447-2ffc8a58e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:52.170458 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-59710b2f-5ffb-4bea-92ae-caa6a89a0c7a req-778ce5c2-12fb-4c69-8447-2ffc8a58e055 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 1099 time: 0.0414293 Aug 05 02:18:52.209082 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-59710b2f-5ffb-4bea-92ae-caa6a89a0c7a req-5be8713e-b793-42ae-86b1-c9246d96403d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302274 Aug 05 02:18:52.214006 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:18:52.245021 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:18:52.248845 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:18:52.252467 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'Port': ['ID=5b51819e-7628-4609-88ec-77ab6d761a1f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:52.274292 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c4d154e7-f503-4628-aa68-9e7bd610185c req-73517b46-b6c1-442d-bdea-f3cbb0a19e3b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 210 time: 0.0286953 Aug 05 02:18:52.326429 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-24f4a3ac-a1b6-4616-9c1e-6a8bd29bfc5e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:52.328475 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-24f4a3ac-a1b6-4616-9c1e-6a8bd29bfc5e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.43 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 816 time: 0.1914752 Aug 05 02:18:52.422033 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-fcec3c3e-b148-466d-b041-e162be776383 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49c1479075fe448796d5d551e5a9f0d8 HTTP/1.1" status: 200 len: 379 time: 0.0700762 Aug 05 02:18:52.460175 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Request body: {'port': {'device_id': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'admin_state_up': True, 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'security_groups': ['8a216adf-85b1-4c29-9c5b-c6946aed835e']}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:52.687642 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Made reservation on behalf of 49c1479075fe448796d5d551e5a9f0d8 for: {'port': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:18:52.691034 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:52.837839 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:53.240026 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Allocated IP 172.20.0.11 (7ad7aa1f-1cc7-4e05-87c3-df22389e64b5/14b992d7-d595-4075-a6b5-e876d9c3bdbd/0988dd64-3ded-4688-be20-947f4617b567) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:18:53.307756 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64b7bc-313a-453a-81c9-04d2885e66bb req-9e98236c-e7fe-4edf-8bfa-6dd9413a827d tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:53.309302 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4e64b7bc-313a-453a-81c9-04d2885e66bb req-9e98236c-e7fe-4edf-8bfa-6dd9413a827d tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 946 time: 0.1722558 Aug 05 02:18:53.327225 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:53.373661 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fe85cf4e-8a36-45c6-962b-b9959b89728c req-3fadc208-16d3-4252-9139-1d5cc35fc54f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 210 time: 0.0255873 Aug 05 02:18:53.460171 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4e64b7bc-313a-453a-81c9-04d2885e66bb req-a5917e34-ff44-43f5-a25a-ddacb3c0c69a tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388292 Aug 05 02:18:53.555057 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:53.588346 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Transition to ACTIVE for port object 0988dd64-3ded-4688-be20-947f4617b567 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:18:53.620449 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:53.628048 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:53.689809 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:53.712987 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'Port': ['ID=5b51819e-7628-4609-88ec-77ab6d761a1f,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:53.732874 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:53.752556 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:18:53.757635 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:18:53.797066 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:18:53.838428 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event updated for resources: {'Port': ['ID=0988dd64-3ded-4688-be20-947f4617b567,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:53.892443 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:53.893077 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:53.918074 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-9a1f60ce-5c4b-4404-9557-cc7723cf40dc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4635787 Aug 05 02:18:53.920622 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.l3_db [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Floating IP 6b407129-610f-48ba-bd4c-555f50dffce8 associated. External IP: 172.27.3.158, port: d0b38c97-533b-4b43-b0d5-ce138bc45052. Aug 05 02:18:53.942903 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-40457f17-23f8-468c-9473-18e59f5974dd None None] Provisioning for port 0988dd64-3ded-4688-be20-947f4617b567 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:18:53.947300 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-40457f17-23f8-468c-9473-18e59f5974dd None None] Provisioning complete for port 0988dd64-3ded-4688-be20-947f4617b567 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:18:53.947774 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-40457f17-23f8-468c-9473-18e59f5974dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:53.959498 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Request body: {'port': {'device_id': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:18:53.980038 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-40457f17-23f8-468c-9473-18e59f5974dd None None] Port 0988dd64-3ded-4688-be20-947f4617b567 cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:18:54.052536 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.288033 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Router 8cb389e2-9664-49f5-800a-c7f0229e7c32 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:18:54.342082 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51746) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:54.459833 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-44e7112c-6bfe-4d91-8242-dc4bb3a3bbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.480305 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:18:54.493357 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a77594-580f-4373-a8f7-861a2326cbc1 None None] Sync routers for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:18:54.500776 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0988dd64-3ded-4688-be20-947f4617b567 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:18:54.508949 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.512392 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a77594-580f-4373-a8f7-861a2326cbc1 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:18:54.513113 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-96a77594-580f-4373-a8f7-861a2326cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:18:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:54.521582 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Transition to ACTIVE for port object 0988dd64-3ded-4688-be20-947f4617b567 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:18:54.527395 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.565190 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001117d-c40f-4fc2-8137-f7b29c7541ee req-02b0887c-cca8-4f18-a58f-642858d74fd9 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:54.566860 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7001117d-c40f-4fc2-8137-f7b29c7541ee req-02b0887c-cca8-4f18-a58f-642858d74fd9 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 932 time: 0.1036777 Aug 05 02:18:54.633376 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Pushing event updated for resources: {'Port': ['ID=0988dd64-3ded-4688-be20-947f4617b567,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:54.637483 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7001117d-c40f-4fc2-8137-f7b29c7541ee req-e461de18-610d-424b-9ee2-21ff3e044e12 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637333 Aug 05 02:18:54.652217 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-44e7112c-6bfe-4d91-8242-dc4bb3a3bbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.667423 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-44e7112c-6bfe-4d91-8242-dc4bb3a3bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.687912 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-96a77594-580f-4373-a8f7-861a2326cbc1 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:18:54.696464 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7112c-6bfe-4d91-8242-dc4bb3a3bbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9db1c39-bcfd-4b8b-875f-95e64060f341,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:54.711872 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.728548 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddda95-2007-4079-aa0d-80fe4121f935 req-23a8a3b2-0a4e-4b6b-863b-5f9935e507bd tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:54.730200 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-40ddda95-2007-4079-aa0d-80fe4121f935 req-23a8a3b2-0a4e-4b6b-863b-5f9935e507bd tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 946 time: 0.1692641 Aug 05 02:18:54.735067 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-44e7112c-6bfe-4d91-8242-dc4bb3a3bbd3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5745e3fcae014bf4bee7b5a2aa21a94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917742 Aug 05 02:18:54.737481 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51754) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:18:54.790693 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-8e20adaf-bb5a-4bc5-a36a-e1d04dc68047 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0494890 Aug 05 02:18:54.790693 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'tag': 'd0b38c97-533b-4b43-b0d5-ce138bc45052'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:18:54.790693 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aa1243-7bba-4edb-84f0-214775c00211" -d '{"events": [{"name": "network-changed", "server_uuid": "f82b7d2f-521d-47c3-a2d4-b10c8f7ec797", "tag": "d0b38c97-533b-4b43-b0d5-ce138bc45052"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:18:54.814159 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-80284c86-4619-497b-b98f-becb783e89d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.817977 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Attempting to bind port 0988dd64-3ded-4688-be20-947f4617b567 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:18:54.819087 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Attempting to bind port 0988dd64-3ded-4688-be20-947f4617b567 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:18:54.819087 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Attempting to bind port 0988dd64-3ded-4688-be20-947f4617b567 on network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:18:54.826861 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-40ddda95-2007-4079-aa0d-80fe4121f935 req-9dc5f193-8d21-4099-9705-bab5d7d1ffbd tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698683 Aug 05 02:18:54.828310 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Port 0988dd64-3ded-4688-be20-947f4617b567 on network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:18:54.829226 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Attempting to bind port 0988dd64-3ded-4688-be20-947f4617b567 on network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:18:54.834653 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:18:54.835905 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Checking segment: {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:18:54.835905 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Bound using segment: {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:18:54.835905 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Bound port: 0988dd64-3ded-4688-be20-947f4617b567, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:18:54.836268 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.840646 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b96b2c-029a-485a-80c6-fb71f89b3c45 x-openstack-request-id: req-15b96b2c-029a-485a-80c6-fb71f89b3c45 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:18:54.840931 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82b7d2f-521d-47c3-a2d4-b10c8f7ec797", "tag": "d0b38c97-533b-4b43-b0d5-ce138bc45052", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:18:54.841178 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15b96b2c-029a-485a-80c6-fb71f89b3c45 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:18:54.841558 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'tag': 'd0b38c97-533b-4b43-b0d5-ce138bc45052', 'status': 'completed', 'code': 200} Aug 05 02:18:54.852289 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-80284c86-4619-497b-b98f-becb783e89d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.922070 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:18:54.927158 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=0988dd64-3ded-4688-be20-947f4617b567,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:18:54.932890 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa1243-7bba-4edb-84f0-214775c00211 req-4b35d640-a583-4c43-9fd5-a3ef28fa2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:54.934249 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c9aa1243-7bba-4edb-84f0-214775c00211 req-4b35d640-a583-4c43-9fd5-a3ef28fa2c19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 1099 time: 0.0541186 Aug 05 02:18:54.936312 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.956365 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-80284c86-4619-497b-b98f-becb783e89d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.958928 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-80284c86-4619-497b-b98f-becb783e89d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.962631 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-80284c86-4619-497b-b98f-becb783e89d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9db1c39-bcfd-4b8b-875f-95e64060f341 HTTP/1.1" status: 204 len: 168 time: 0.2214620 Aug 05 02:18:54.973464 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:54.974146 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:54.976030 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] 10.222.0.43 "PUT /v2.0/ports/0988dd64-3ded-4688-be20-947f4617b567 HTTP/1.1" status: 200 len: 1094 time: 1.0220101 Aug 05 02:18:54.983054 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80284c86-4619-497b-b98f-becb783e89d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9db1c39-bcfd-4b8b-875f-95e64060f341,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:55.013604 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a1dcd-8a50-4d9a-99a3-5fab0b786de0 service neutron] Pushing event updated for resources: {'Port': ['ID=0988dd64-3ded-4688-be20-947f4617b567,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:55.077876 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-96a77594-580f-4373-a8f7-861a2326cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '6b407129-610f-48ba-bd4c-555f50dffce8', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': 'd0b38c97-533b-4b43-b0d5-ce138bc45052', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:74:f2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:18:52Z', 'updated_at': '2021-08-05T02:18:52Z', 'revision_number': 0, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:55.081150 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa1243-7bba-4edb-84f0-214775c00211 req-f5ba4b30-213b-45bc-a72a-9c7000a422b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:55.083243 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c9aa1243-7bba-4edb-84f0-214775c00211 req-f5ba4b30-213b-45bc-a72a-9c7000a422b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 912 time: 0.1359284 Aug 05 02:18:55.109104 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-ae1fa88a-fc62-4b6b-8364-966f16845e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:55.110874 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-ae1fa88a-fc62-4b6b-8364-966f16845e66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 1097 time: 0.0753925 Aug 05 02:18:55.120019 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a77594-580f-4373-a8f7-861a2326cbc1 None None] Checking router: 8cb389e2-9664-49f5-800a-c7f0229e7c32 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:18:55.131622 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a77594-580f-4373-a8f7-861a2326cbc1 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:18:55.132692 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-96a77594-580f-4373-a8f7-861a2326cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:18:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:55.185264 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-705b9ff4-9464-4d9a-a840-e45089f2cf0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0988dd64-3ded-4688-be20-947f4617b567 HTTP/1.1" status: 200 len: 217 time: 0.0622103 Aug 05 02:18:55.195166 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c9aa1243-7bba-4edb-84f0-214775c00211 req-10350c3d-9735-4ca3-8ac2-2edb242ee138 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0b38c97-533b-4b43-b0d5-ce138bc45052 HTTP/1.1" status: 200 len: 1000 time: 0.1028185 Aug 05 02:18:55.250364 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-2a6412ed-af2d-461e-a0e3-5a4a38b62777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:55.252611 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-2a6412ed-af2d-461e-a0e3-5a4a38b62777 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 200 len: 855 time: 0.0578179 Aug 05 02:18:55.281025 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa1243-7bba-4edb-84f0-214775c00211 req-195781fc-3858-4d37-93f0-37c9b0bb6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:55.284424 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c9aa1243-7bba-4edb-84f0-214775c00211 req-195781fc-3858-4d37-93f0-37c9b0bb6f33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0806835 Aug 05 02:18:55.309758 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-96a77594-580f-4373-a8f7-861a2326cbc1 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:18:55.323766 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-5bf2a147-b3be-4c7c-ba67-77a39680fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:55.325997 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-5bf2a147-b3be-4c7c-ba67-77a39680fce2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601215 Aug 05 02:18:55.335875 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa1243-7bba-4edb-84f0-214775c00211 req-ba98a395-dd98-4607-8b33-1e1e88559e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:55.337832 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c9aa1243-7bba-4edb-84f0-214775c00211 req-ba98a395-dd98-4607-8b33-1e1e88559e35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453012 Aug 05 02:18:55.472034 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c9aa1243-7bba-4edb-84f0-214775c00211 req-e0fccb70-65b2-417d-b291-7f847abffec3 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246502 Aug 05 02:18:55.493296 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-7b347702-8673-471c-af71-61ac7dc33fe9 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552820 Aug 05 02:18:55.611735 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c9aa1243-7bba-4edb-84f0-214775c00211 req-99e3c1ce-ab07-4777-b819-24a098726da5 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306376 Aug 05 02:18:55.620751 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c517bc2a-8f5d-4bad-8159-7d3725a53e11 req-eff0de79-05bd-4d30-998c-d20276c1ed53 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185338 Aug 05 02:18:55.680791 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-96a77594-580f-4373-a8f7-861a2326cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '6b407129-610f-48ba-bd4c-555f50dffce8', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': 'd0b38c97-533b-4b43-b0d5-ce138bc45052', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:74:f2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:18:52Z', 'updated_at': '2021-08-05T02:18:52Z', 'revision_number': 0, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:18:55.717301 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a77594-580f-4373-a8f7-861a2326cbc1 None None] The sync data for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi is: [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '6b407129-610f-48ba-bd4c-555f50dffce8', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': 'd0b38c97-533b-4b43-b0d5-ce138bc45052', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:74:f2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:18:52Z', 'updated_at': '2021-08-05T02:18:52Z', 'revision_number': 0, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:18:55.753318 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404e4f2-8f60-4aa7-86f8-b2dbf75eb1e2 req-d2910e8b-9c38-499c-8e09-4610c821d1b4 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:55.756147 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b404e4f2-8f60-4aa7-86f8-b2dbf75eb1e2 req-d2910e8b-9c38-499c-8e09-4610c821d1b4 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 946 time: 0.0638783 Aug 05 02:18:55.781255 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938474c-0a2b-45c7-aa8b-7b870acb6ba0 req-9c66031a-7ce5-4e55-8986-42f674dbba3d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:55.783140 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a938474c-0a2b-45c7-aa8b-7b870acb6ba0 req-9c66031a-7ce5-4e55-8986-42f674dbba3d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0561061 Aug 05 02:18:55.807285 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b404e4f2-8f60-4aa7-86f8-b2dbf75eb1e2 req-d99935b2-a7fd-4767-9518-258ccf39c70c tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435386 Aug 05 02:18:55.839878 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a938474c-0a2b-45c7-aa8b-7b870acb6ba0 req-822cbd78-ffe4-452a-abce-7ad9a8510dc3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486183 Aug 05 02:18:55.943937 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b279bb4b-05fc-4c7a-99f9-326ada6c327c None None] New status for floating IP 6b407129-610f-48ba-bd4c-555f50dffce8: ACTIVE {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:18:56.842433 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'tag': '0988dd64-3ded-4688-be20-947f4617b567'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:18:56.844758 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec18295-1a0b-411b-8162-d95fbefb17a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "tag": "0988dd64-3ded-4688-be20-947f4617b567"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:18:56.894358 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc31cff-3024-4fda-a78b-69eb837c52c6 x-openstack-request-id: req-cdc31cff-3024-4fda-a78b-69eb837c52c6 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:18:56.894734 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "tag": "0988dd64-3ded-4688-be20-947f4617b567", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:18:56.894989 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdc31cff-3024-4fda-a78b-69eb837c52c6 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:18:56.895449 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'tag': '0988dd64-3ded-4688-be20-947f4617b567', 'status': 'completed', 'code': 200} Aug 05 02:18:56.961210 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fb407-2236-471f-918c-ff67dbf3832b req-a2df5bfb-edee-41d9-8308-15d53e1c18c6 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:56.962977 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-783fb407-2236-471f-918c-ff67dbf3832b req-a2df5bfb-edee-41d9-8308-15d53e1c18c6 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 946 time: 0.0794251 Aug 05 02:18:56.969138 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec18295-1a0b-411b-8162-d95fbefb17a7 req-dad308ad-1da3-40b7-ab4b-a2df4a8df421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:56.970518 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1ec18295-1a0b-411b-8162-d95fbefb17a7 req-dad308ad-1da3-40b7-ab4b-a2df4a8df421 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 1097 time: 0.0544732 Aug 05 02:18:56.990112 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa71cd-cb9f-43b1-ba91-bb3d9d554acc req-5f887c78-ed63-442a-bd45-4c14732adeb4 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:56.991687 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6dfa71cd-cb9f-43b1-ba91-bb3d9d554acc req-5f887c78-ed63-442a-bd45-4c14732adeb4 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0550971 Aug 05 02:18:57.033523 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6dfa71cd-cb9f-43b1-ba91-bb3d9d554acc req-1b17c4b7-cca5-40d0-b36c-082dc5b24624 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354252 Aug 05 02:18:57.055223 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-783fb407-2236-471f-918c-ff67dbf3832b req-fd3828ec-c251-4bda-83d4-744884d2f27b tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837598 Aug 05 02:18:57.084298 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec18295-1a0b-411b-8162-d95fbefb17a7 req-d7922cff-47d6-46fa-ac36-1e61fbf9fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:57.085748 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1ec18295-1a0b-411b-8162-d95fbefb17a7 req-d7922cff-47d6-46fa-ac36-1e61fbf9fd4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 916 time: 0.0981069 Aug 05 02:18:57.131631 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1ec18295-1a0b-411b-8162-d95fbefb17a7 req-12c4ec7a-8742-4c24-be78-6b6fde6998bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0988dd64-3ded-4688-be20-947f4617b567 HTTP/1.1" status: 200 len: 217 time: 0.0373669 Aug 05 02:18:57.214667 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6acb3-1364-46a0-9257-393c42bd0439 req-e374fb06-d990-4f9d-9639-129fa0539737 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:57.216224 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c4e6acb3-1364-46a0-9257-393c42bd0439 req-e374fb06-d990-4f9d-9639-129fa0539737 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.43 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 946 time: 0.0550332 Aug 05 02:18:57.312050 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-c4e6acb3-1364-46a0-9257-393c42bd0439 req-4d4a1b9b-45d2-483e-9267-de3a28b22978 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Deleting port 24551030-dc8f-48ef-89e5-8963e3fc81e7 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:18:57.312427 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c4e6acb3-1364-46a0-9257-393c42bd0439 req-4d4a1b9b-45d2-483e-9267-de3a28b22978 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:57.408058 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-c4e6acb3-1364-46a0-9257-393c42bd0439 req-4d4a1b9b-45d2-483e-9267-de3a28b22978 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] For port 24551030-dc8f-48ef-89e5-8963e3fc81e7, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=24551030-dc8f-48ef-89e5-8963e3fc81e7,segment=NetworkSegment(82ac82f3-6dcf-4292-9930-f3ed855b83c9),segment_id=82ac82f3-6dcf-4292-9930-f3ed855b83c9)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:18:57.408432 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c4e6acb3-1364-46a0-9257-393c42bd0439 req-4d4a1b9b-45d2-483e-9267-de3a28b22978 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:57.414077 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec18295-1a0b-411b-8162-d95fbefb17a7 req-cacd2f32-fb12-42a8-aa56-a70efa3b5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:57.415603 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1ec18295-1a0b-411b-8162-d95fbefb17a7 req-cacd2f32-fb12-42a8-aa56-a70efa3b5d81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 200 len: 855 time: 0.2734320 Aug 05 02:18:57.422189 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-c4e6acb3-1364-46a0-9257-393c42bd0439 req-4d4a1b9b-45d2-483e-9267-de3a28b22978 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Calling delete_port for 24551030-dc8f-48ef-89e5-8963e3fc81e7 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:18:57.463935 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec18295-1a0b-411b-8162-d95fbefb17a7 req-7be0ae51-a95b-40ba-9742-790f0fff225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:57.465742 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1ec18295-1a0b-411b-8162-d95fbefb17a7 req-7be0ae51-a95b-40ba-9742-790f0fff225d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422347 Aug 05 02:18:57.565639 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c4e6acb3-1364-46a0-9257-393c42bd0439 req-4d4a1b9b-45d2-483e-9267-de3a28b22978 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:57.569147 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1ec18295-1a0b-411b-8162-d95fbefb17a7 req-40f062d3-a750-44b7-89c3-f95c5aabdc9a service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948753 Aug 05 02:18:57.579016 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['24551030-dc8f-48ef-89e5-8963e3fc81e7'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:18:57.601054 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a1b9b-45d2-483e-9267-de3a28b22978 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Pushing event deleted for resources: {'Port': ['ID=24551030-dc8f-48ef-89e5-8963e3fc81e7,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:18:57.639513 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e6acb3-1364-46a0-9257-393c42bd0439 req-4d4a1b9b-45d2-483e-9267-de3a28b22978 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] No DVR routers for this DVR port 24551030-dc8f-48ef-89e5-8963e3fc81e7 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:18:57.642074 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c4e6acb3-1364-46a0-9257-393c42bd0439 req-4d4a1b9b-45d2-483e-9267-de3a28b22978 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:57.644158 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c4e6acb3-1364-46a0-9257-393c42bd0439 req-4d4a1b9b-45d2-483e-9267-de3a28b22978 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.43 "DELETE /v2.0/ports/24551030-dc8f-48ef-89e5-8963e3fc81e7 HTTP/1.1" status: 204 len: 173 time: 0.4200356 Aug 05 02:18:57.644623 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be58267-6f73-4c75-a1c6-f11166f2ed03', 'name': 'network-vif-deleted', 'tag': '24551030-dc8f-48ef-89e5-8963e3fc81e7'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:18:57.646861 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b68abbe-bf88-47e0-b005-e2fc913abccf" -d '{"events": [{"server_uuid": "4be58267-6f73-4c75-a1c6-f11166f2ed03", "name": "network-vif-deleted", "tag": "24551030-dc8f-48ef-89e5-8963e3fc81e7"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:18:57.674394 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1ec18295-1a0b-411b-8162-d95fbefb17a7 req-9629a008-4686-45d9-836c-0eadcd4cc759 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908675 Aug 05 02:18:57.690868 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a690a5-7254-44ad-920e-152a8eda4f4a x-openstack-request-id: req-f6a690a5-7254-44ad-920e-152a8eda4f4a {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:18:57.691159 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be58267-6f73-4c75-a1c6-f11166f2ed03", "name": "network-vif-deleted", "tag": "24551030-dc8f-48ef-89e5-8963e3fc81e7", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:18:57.691408 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6a690a5-7254-44ad-920e-152a8eda4f4a {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:18:57.691854 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be58267-6f73-4c75-a1c6-f11166f2ed03', 'name': 'network-vif-deleted', 'tag': '24551030-dc8f-48ef-89e5-8963e3fc81e7', 'status': 'completed', 'code': 200} Aug 05 02:18:58.152661 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd672f-7f3b-4cf6-ba64-f9010ad78d73 req-6214dff2-d276-41a6-a251-62050477fd86 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:58.154233 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-16fd672f-7f3b-4cf6-ba64-f9010ad78d73 req-6214dff2-d276-41a6-a251-62050477fd86 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0499957 Aug 05 02:18:58.162582 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-39215850-d994-44a7-9d49-cbf6d50cba06 req-9b7b4491-15c0-421a-a3d5-df6045c9de48 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 210 time: 0.0266123 Aug 05 02:18:58.187056 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c39c40e5-9d3c-4f3a-8556-7d312d11d148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:18:58.196283 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-16fd672f-7f3b-4cf6-ba64-f9010ad78d73 req-ae3957ed-311c-4dff-8e25-4acca446360e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358896 Aug 05 02:18:59.267989 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-52896548-e2fe-4a85-9aef-411106928359 req-5fe2d9c3-19d1-44b3-a64b-50d86dd66e63 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 210 time: 0.0289986 Aug 05 02:18:59.314587 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1490e2e-dbc8-418b-bd2f-9a658cac41a9 req-13a7bc25-db89-44e4-aeb1-993184a21bdb tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:18:59.316075 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a1490e2e-dbc8-418b-bd2f-9a658cac41a9 req-13a7bc25-db89-44e4-aeb1-993184a21bdb tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0479677 Aug 05 02:18:59.353126 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a1490e2e-dbc8-418b-bd2f-9a658cac41a9 req-040406f4-e439-4e55-852a-30e5fa8c3d8a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312014 Aug 05 02:18:59.524716 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:00.368408 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fd8264ed-eb66-40f7-9be9-ca29b9da245b req-38141b86-1c11-442c-ace0-94c84aa6238d tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=4be58267-6f73-4c75-a1c6-f11166f2ed03 HTTP/1.1" status: 200 len: 210 time: 0.0258536 Aug 05 02:19:00.468883 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a999ddb-3e43-4cb3-99cf-02287f68c2cc req-4d4ee951-1832-461f-8225-13834f74d7c2 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:00.470345 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9a999ddb-3e43-4cb3-99cf-02287f68c2cc req-4d4ee951-1832-461f-8225-13834f74d7c2 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0484204 Aug 05 02:19:00.508409 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-9a999ddb-3e43-4cb3-99cf-02287f68c2cc req-4d9cd1b9-3e08-4457-b3a8-268ff71b181d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320828 Aug 05 02:19:00.841031 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-9156a045-2090-4855-96e1-b5d4b0020736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:00.870693 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:00.969408 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32422ffd-ba89-405e-92dd-53ac42d225f7 req-ffdbe5cb-af24-4326-8ace-8d33e044b9c0 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:00.970885 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-32422ffd-ba89-405e-92dd-53ac42d225f7 req-ffdbe5cb-af24-4326-8ace-8d33e044b9c0 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0474439 Aug 05 02:19:01.010393 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-32422ffd-ba89-405e-92dd-53ac42d225f7 req-4ce10754-12eb-4c77-878a-25a99c68549a tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335252 Aug 05 02:19:01.527927 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 0988dd64-3ded-4688-be20-947f4617b567 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:19:01.531700 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 24551030-dc8f-48ef-89e5-8963e3fc81e7 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:19:01.559317 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 24551030-dc8f-48ef-89e5-8963e3fc81e7 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:19:01.559668 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 24551030-dc8f-48ef-89e5-8963e3fc81e7 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:19:01.656306 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=0988dd64-3ded-4688-be20-947f4617b567,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:01.667285 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '0988dd64-3ded-4688-be20-947f4617b567', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'port_id': '0988dd64-3ded-4688-be20-947f4617b567', 'mac_address': 'fa:16:3e:a2:71:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:19:01.677277 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-d2bba261-3d62-4330-95d4-168a36b4bce1 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:01.678826 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-d2bba261-3d62-4330-95d4-168a36b4bce1 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/networks?id=e5f0ab49-e9a8-49df-a26e-74b3814c08a5 HTTP/1.1" status: 200 len: 809 time: 0.1062734 Aug 05 02:19:01.700790 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-caa81e6b-504f-4cef-97d8-24c65410c2ad tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/quotas/32f27ee96028467a8fc46866553ceca7 HTTP/1.1" status: 200 len: 375 time: 0.0127666 Aug 05 02:19:01.706415 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:01.723575 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0988dd64-3ded-4688-be20-947f4617b567 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:19:01.740912 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-976fabd8-d166-40c0-bc7e-5e8cf35c805f tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=32f27ee96028467a8fc46866553ceca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309417 Aug 05 02:19:01.746252 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=0988dd64-3ded-4688-be20-947f4617b567,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:01.753571 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:01.810076 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=0988dd64-3ded-4688-be20-947f4617b567,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:01.831271 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec9d0d-f694-4123-a236-66b4120e67fd req-08de6bc4-bc5a-49a4-90ad-f99b43abc940 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:01.832804 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8aec9d0d-f694-4123-a236-66b4120e67fd req-08de6bc4-bc5a-49a4-90ad-f99b43abc940 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 945 time: 0.2503827 Aug 05 02:19:01.882797 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-e8fb74fd-415f-4169-8754-4b4b46406864 service neutron] 10.222.0.39 "GET /v2.0/networks/e5f0ab49-e9a8-49df-a26e-74b3814c08a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338844 Aug 05 02:19:01.886727 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8aec9d0d-f694-4123-a236-66b4120e67fd req-68c01f7f-654e-4c44-ade9-d5b97db29d28 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467856 Aug 05 02:19:01.976376 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-b8a6b5af-4caf-4e8b-b81c-f8576f56baf5 service neutron] 10.222.0.39 "GET /v2.0/networks/e5f0ab49-e9a8-49df-a26e-74b3814c08a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870533 Aug 05 02:19:02.043322 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['0988dd64-3ded-4688-be20-947f4617b567'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:19:02.097300 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:02.146529 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-72342dee-f157-4a76-b438-8b2bf9ef06d9 req-9bffca94-3910-4e6e-94f5-f72d658a656f tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 210 time: 0.0283823 Aug 05 02:19:02.168830 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcb715-cd19-4cb0-87a8-81ed0c0d4dcb req-6de44212-3032-4461-89a8-d8fa5b1e8946 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:02.171526 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1edcb715-cd19-4cb0-87a8-81ed0c0d4dcb req-6de44212-3032-4461-89a8-d8fa5b1e8946 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0905209 Aug 05 02:19:02.213003 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1edcb715-cd19-4cb0-87a8-81ed0c0d4dcb req-0de28698-b679-4393-ab32-87493750e4b2 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350614 Aug 05 02:19:02.687794 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:19:03.002379 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f3781-3266-4877-87fc-8eff53baeee7 req-45d4f409-16cf-4334-bd18-2652a4a5f9e6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:03.003772 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f75f3781-3266-4877-87fc-8eff53baeee7 req-45d4f409-16cf-4334-bd18-2652a4a5f9e6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 945 time: 0.0474844 Aug 05 02:19:03.040517 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f75f3781-3266-4877-87fc-8eff53baeee7 req-f34423bf-7e8e-40a5-9af8-41d54655df26 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309017 Aug 05 02:19:03.244481 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3c21991b-7620-4a4d-9abd-9897f11138f8 req-614b0da8-872d-4ab3-a488-0449e0099497 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 210 time: 0.0301251 Aug 05 02:19:03.377637 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676612b9-2e52-40e6-8b0c-9f3212afa518 req-cbb24f50-8f0e-45b1-afff-aea7fd61468b tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:03.379116 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-676612b9-2e52-40e6-8b0c-9f3212afa518 req-cbb24f50-8f0e-45b1-afff-aea7fd61468b tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.1003356 Aug 05 02:19:03.415436 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-676612b9-2e52-40e6-8b0c-9f3212afa518 req-c3582cf4-b0f5-4a5b-a10f-996026bf1bf6 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304203 Aug 05 02:19:03.655108 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:04.156063 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b640003-2405-4358-ac97-1e5d755f42db req-18466b50-a14f-434b-b488-a34ffa40a9ab tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:04.157495 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2b640003-2405-4358-ac97-1e5d755f42db req-18466b50-a14f-434b-b488-a34ffa40a9ab tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 945 time: 0.0481329 Aug 05 02:19:04.193761 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2b640003-2405-4358-ac97-1e5d755f42db req-d4f10197-da46-474a-9331-be6b4e33fb0b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303814 Aug 05 02:19:04.338042 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-952bd67d-ad48-42ac-8318-7ee4c2268b5d req-fed72edb-566e-489f-a0f5-e31cc9322b84 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 210 time: 0.0295298 Aug 05 02:19:04.526148 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b191e-6177-48ee-bb55-1fdc832de527 req-0cd63d27-c182-414d-bc6d-6140c623762f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:04.527607 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bf7b191e-6177-48ee-bb55-1fdc832de527 req-0cd63d27-c182-414d-bc6d-6140c623762f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0474837 Aug 05 02:19:04.568523 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bf7b191e-6177-48ee-bb55-1fdc832de527 req-8d6ac072-cd32-47ef-b682-9c2b9676f89d tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322967 Aug 05 02:19:05.308881 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c00b86-18fe-4c9b-a6e9-696874af1f9e req-25419b02-4f64-4b52-98fb-063c4fa5be1f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:05.310344 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a5c00b86-18fe-4c9b-a6e9-696874af1f9e req-25419b02-4f64-4b52-98fb-063c4fa5be1f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 945 time: 0.0477281 Aug 05 02:19:05.349433 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a5c00b86-18fe-4c9b-a6e9-696874af1f9e req-d5edef86-ae20-42bb-b321-56d1d0e00458 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330257 Aug 05 02:19:05.428373 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a2146828-b65e-4bb6-b023-e24807652c70 req-05a9a3dc-c8e1-4ec8-ae47-8b068cc6ab3e tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 210 time: 0.0258815 Aug 05 02:19:05.577967 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-b47ee6ed-290d-4b40-959f-6fd402877ae5 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:05.579546 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-b47ee6ed-290d-4b40-959f-6fd402877ae5 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.43 "GET /v2.0/networks?id=e5f0ab49-e9a8-49df-a26e-74b3814c08a5 HTTP/1.1" status: 200 len: 809 time: 0.1129684 Aug 05 02:19:05.593752 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Request body: {'port': {'device_id': 'a5cd552f-1795-4882-87a9-ff8732c4d27c', 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5', 'admin_state_up': True, 'tenant_id': '32f27ee96028467a8fc46866553ceca7'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:19:05.716182 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670d479-309c-4fc7-a981-75888a12b48e req-bdeab8d9-464e-42b5-8b91-ced0009f86c9 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:05.717633 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8670d479-309c-4fc7-a981-75888a12b48e req-bdeab8d9-464e-42b5-8b91-ced0009f86c9 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0725834 Aug 05 02:19:05.754913 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Made reservation on behalf of 32f27ee96028467a8fc46866553ceca7 for: {'port': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:19:05.758295 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:05.771357 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-5b237813-2b5c-4cd9-a8d0-9c28f80cef2f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:05.772855 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-5b237813-2b5c-4cd9-a8d0-9c28f80cef2f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 946 time: 0.0501704 Aug 05 02:19:05.778399 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8670d479-309c-4fc7-a981-75888a12b48e req-d36a7231-ebef-4e7b-ac73-0c9f1d8d5d0e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0a5110c-fa24-473a-bcba-f1782032d6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534914 Aug 05 02:19:05.868007 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Deleting port f24c50ea-e611-4ef4-adfb-4d4bd07e4787 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:19:05.868241 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:05.898119 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Allocated IP 172.20.0.5 (e5f0ab49-e9a8-49df-a26e-74b3814c08a5/f34cf45c-f8d0-4ead-86c5-3b6befc52791/c1e8da49-7caa-4f56-beea-9d6d525829fb) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:19:05.960460 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] For port f24c50ea-e611-4ef4-adfb-4d4bd07e4787, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=f24c50ea-e611-4ef4-adfb-4d4bd07e4787,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:05.960846 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.047800 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.090235 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.162688 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:19:06.164041 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Pushing event updated for resources: {'Port': ['ID=c1e8da49-7caa-4f56-beea-9d6d525829fb,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:06.167796 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:19:06.170019 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:19:06.220586 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:06.221232 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.237067 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-dc3da578-0062-45d0-abc2-07ae2b5765f3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6469007 Aug 05 02:19:06.251439 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Request body: {'port': {'device_id': 'a5cd552f-1795-4882-87a9-ff8732c4d27c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:19:06.309404 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.468410 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.468773 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.469072 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.l3_db [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Floating IP ceed9680-9e27-4450-8d23-87dbbe68f628 disassociated. External IP: 172.27.3.205, port: f24c50ea-e611-4ef4-adfb-4d4bd07e4787. Aug 05 02:19:06.469405 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Calling delete_port for f24c50ea-e611-4ef4-adfb-4d4bd07e4787 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:19:06.494707 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9ceeb-a856-4d50-92bf-fed66421fd86 req-8cb636d6-cbc0-4533-b5d6-9fccca074656 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:06.496225 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-30f9ceeb-a856-4d50-92bf-fed66421fd86 req-8cb636d6-cbc0-4533-b5d6-9fccca074656 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 945 time: 0.0730579 Aug 05 02:19:06.570935 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-30f9ceeb-a856-4d50-92bf-fed66421fd86 req-464e61a1-31a2-48d3-9f32-c488cf5defae tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480354 Aug 05 02:19:06.579375 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2259252-6055-4db3-a846-53a1cc7607cf req-18bf4a81-e3f8-40a2-93b9-9b6fc7e3c103 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:06.580871 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e2259252-6055-4db3-a846-53a1cc7607cf req-18bf4a81-e3f8-40a2-93b9-9b6fc7e3c103 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 931 time: 0.0777364 Aug 05 02:19:06.641208 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.656603 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e2259252-6055-4db3-a846-53a1cc7607cf req-dceca0c1-a5bf-4cff-95c9-063ed582176b tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676992 Aug 05 02:19:06.658401 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e8da49-7caa-4f56-beea-9d6d525829fb {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:19:06.666595 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.678517 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event deleted for resources: {'Port': ['ID=f24c50ea-e611-4ef4-adfb-4d4bd07e4787,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:06.678709 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Transition to ACTIVE for port object c1e8da49-7caa-4f56-beea-9d6d525829fb will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:19:06.684075 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.689675 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:06.689675 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:06.691758 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:06.691758 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:06.691758 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:06.691758 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:06.691758 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:06.691758 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:06.692311 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:06.692311 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:06.692507 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:06.692820 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:06.756090 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Pushing event updated for resources: {'Port': ['ID=c1e8da49-7caa-4f56-beea-9d6d525829fb,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:06.794818 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Router 8008acaf-dbc3-4046-bee1-de93b3aca573 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:19:06.803944 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Attempting to bind port c1e8da49-7caa-4f56-beea-9d6d525829fb on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:19:06.804281 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Attempting to bind port c1e8da49-7caa-4f56-beea-9d6d525829fb by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': '82ac82f3-6dcf-4292-9930-f3ed855b83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:19:06.804611 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Attempting to bind port c1e8da49-7caa-4f56-beea-9d6d525829fb on network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:19:06.809019 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Port c1e8da49-7caa-4f56-beea-9d6d525829fb on network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:19:06.809345 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Attempting to bind port c1e8da49-7caa-4f56-beea-9d6d525829fb on network e5f0ab49-e9a8-49df-a26e-74b3814c08a5 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:19:06.814205 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:19:06.814754 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Checking segment: {'id': '82ac82f3-6dcf-4292-9930-f3ed855b83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:19:06.814941 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Bound using segment: {'id': '82ac82f3-6dcf-4292-9930-f3ed855b83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:19:06.815459 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Bound port: c1e8da49-7caa-4f56-beea-9d6d525829fb, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ac82f3-6dcf-4292-9930-f3ed855b83c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:19:06.815714 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.880915 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] For port c1e8da49-7caa-4f56-beea-9d6d525829fb, host hv-cinder-80353, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:19:06.884085 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] For port c1e8da49-7caa-4f56-beea-9d6d525829fb, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=c1e8da49-7caa-4f56-beea-9d6d525829fb,segment=NetworkSegment(82ac82f3-6dcf-4292-9930-f3ed855b83c9),segment_id=82ac82f3-6dcf-4292-9930-f3ed855b83c9)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:19:06.888279 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.906573 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c72c52e5-7815-4168-9e39-d4345b52a28c req-44d2eb8e-925f-44ef-90a6-9e1a13bacdaa tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 210 time: 0.0544832 Aug 05 02:19:06.921686 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:06.922364 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.923813 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] 10.222.0.43 "PUT /v2.0/ports/c1e8da49-7caa-4f56-beea-9d6d525829fb HTTP/1.1" status: 200 len: 1093 time: 0.6774421 Aug 05 02:19:06.924245 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cd552f-1795-4882-87a9-ff8732c4d27c', 'tag': 'c1e8da49-7caa-4f56-beea-9d6d525829fb'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:19:06.926452 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb43126-135b-4b44-b646-20cfd301756d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cd552f-1795-4882-87a9-ff8732c4d27c", "tag": "c1e8da49-7caa-4f56-beea-9d6d525829fb"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:19:06.927108 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:19:06.945105 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ed9ab-abfd-4a4d-a878-90a606b3f885 None None] Sync routers for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:19:06.960531 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ed9ab-abfd-4a4d-a878-90a606b3f885 None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:19:06.961738 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-c20ed9ab-abfd-4a4d-a878-90a606b3f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:19:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:06.963544 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb86163-b5a9-4ac8-a207-a5b008bcae5f service neutron] Pushing event updated for resources: {'Port': ['ID=c1e8da49-7caa-4f56-beea-9d6d525829fb,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:06.968885 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] No DVR routers for this DVR port f24c50ea-e611-4ef4-adfb-4d4bd07e4787 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:19:06.971284 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:06.973220 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fdd14302-783b-4542-b9f9-00ba9b850b52 req-89c6e634-405f-4bb3-a98b-b73ec89f2dfc tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.43 "DELETE /v2.0/ports/f24c50ea-e611-4ef4-adfb-4d4bd07e4787 HTTP/1.1" status: 204 len: 173 time: 1.1914051 Aug 05 02:19:06.973652 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'name': 'network-vif-deleted', 'tag': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:19:06.975945 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b0df85-9f7d-44b1-aa44-5f870d2286fb" -d '{"events": [{"server_uuid": "6dc124f1-ad4b-47b7-97bf-67323f41cdd6", "name": "network-vif-deleted", "tag": "f24c50ea-e611-4ef4-adfb-4d4bd07e4787"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:19:06.978998 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3f7e47-4901-4c17-9f46-2d229d9e363c x-openstack-request-id: req-1f3f7e47-4901-4c17-9f46-2d229d9e363c {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:19:06.979312 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cd552f-1795-4882-87a9-ff8732c4d27c", "tag": "c1e8da49-7caa-4f56-beea-9d6d525829fb", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:19:06.979681 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f3f7e47-4901-4c17-9f46-2d229d9e363c {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:19:06.980075 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cd552f-1795-4882-87a9-ff8732c4d27c', 'tag': 'c1e8da49-7caa-4f56-beea-9d6d525829fb', 'status': 'completed', 'code': 200} Aug 05 02:19:07.011724 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d809b1-ec8a-4c37-9484-eb7c2891c5b0 x-openstack-request-id: req-00d809b1-ec8a-4c37-9484-eb7c2891c5b0 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:19:07.012019 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc124f1-ad4b-47b7-97bf-67323f41cdd6", "name": "network-vif-deleted", "tag": "f24c50ea-e611-4ef4-adfb-4d4bd07e4787", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:19:07.012269 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00d809b1-ec8a-4c37-9484-eb7c2891c5b0 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:19:07.012663 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc124f1-ad4b-47b7-97bf-67323f41cdd6', 'name': 'network-vif-deleted', 'tag': 'f24c50ea-e611-4ef4-adfb-4d4bd07e4787', 'status': 'completed', 'code': 200} Aug 05 02:19:07.073452 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-c20ed9ab-abfd-4a4d-a878-90a606b3f885 None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:19:07.388357 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-c20ed9ab-abfd-4a4d-a878-90a606b3f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:07.414482 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ed9ab-abfd-4a4d-a878-90a606b3f885 None None] Checking router: 8008acaf-dbc3-4046-bee1-de93b3aca573 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:19:07.422249 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ed9ab-abfd-4a4d-a878-90a606b3f885 None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:19:07.422895 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-c20ed9ab-abfd-4a4d-a878-90a606b3f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:19:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:07.525702 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-c20ed9ab-abfd-4a4d-a878-90a606b3f885 None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:19:07.721854 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-c20ed9ab-abfd-4a4d-a878-90a606b3f885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:07.747740 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ed9ab-abfd-4a4d-a878-90a606b3f885 None None] The sync data for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi is: [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:19:07.776188 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e44f94-4d97-4523-bf44-397dcc936285 req-97b6cc65-c535-42f2-b63b-2ccf053ff9ac tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:07.777684 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-55e44f94-4d97-4523-bf44-397dcc936285 req-97b6cc65-c535-42f2-b63b-2ccf053ff9ac tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 943 time: 0.0510869 Aug 05 02:19:07.804137 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07f593-592b-4cec-b5ba-16da594d71d1 req-1bfd2d6a-fcb9-4f4f-af34-c5cebdd12bb8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:07.805665 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ce07f593-592b-4cec-b5ba-16da594d71d1 req-1bfd2d6a-fcb9-4f4f-af34-c5cebdd12bb8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 945 time: 0.0513928 Aug 05 02:19:07.823484 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-55e44f94-4d97-4523-bf44-397dcc936285 req-fd0aefe7-2e0d-49e6-a81a-566345e3e97d tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380697 Aug 05 02:19:07.845302 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ce07f593-592b-4cec-b5ba-16da594d71d1 req-1fdffb75-ad5f-41a3-8a8d-c2e8687a76e7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332179 Aug 05 02:19:07.983061 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1406f08d-4594-4eb1-96ec-c932e3c154b3 None None] New status for floating IP ceed9680-9e27-4450-8d23-87dbbe68f628: DOWN {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:19:08.003750 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0beaf808-6ab2-4c48-9513-5ac3e0970ae9 req-df814623-1680-42e6-a12a-c1336c6adb3e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 210 time: 0.0254140 Aug 05 02:19:08.942864 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb763f6-e821-46fc-95ec-30f700647c19 req-17481bd2-b23b-464a-bde7-f910e0a76360 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:08.944337 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2cb763f6-e821-46fc-95ec-30f700647c19 req-17481bd2-b23b-464a-bde7-f910e0a76360 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 943 time: 0.0520306 Aug 05 02:19:08.963050 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666b53-6a4a-498e-b899-9bc5e0f066ac req-7a25a012-48c5-46ef-8652-ff16d1cbc967 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:08.964507 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-35666b53-6a4a-498e-b899-9bc5e0f066ac req-7a25a012-48c5-46ef-8652-ff16d1cbc967 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 945 time: 0.0480337 Aug 05 02:19:08.981129 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2cb763f6-e821-46fc-95ec-30f700647c19 req-5d918767-de36-4277-adcb-47c2d7314b7a tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308409 Aug 05 02:19:09.002875 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-35666b53-6a4a-498e-b899-9bc5e0f066ac req-45a51339-185a-4002-8362-78ef6a7fdc03 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323193 Aug 05 02:19:09.093070 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 0988dd64-3ded-4688-be20-947f4617b567 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:19:09.096865 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2652767f-6b8e-4d1a-a88e-f09d9ad2efb2 req-5b7b9611-0a9d-4eab-bbf1-f3629e942590 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc124f1-ad4b-47b7-97bf-67323f41cdd6 HTTP/1.1" status: 200 len: 210 time: 0.0281408 Aug 05 02:19:09.162113 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 0988dd64-3ded-4688-be20-947f4617b567 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:19:09.168532 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 0988dd64-3ded-4688-be20-947f4617b567 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:19:09.168944 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:09.177049 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb43126-135b-4b44-b646-20cfd301756d req-ab64522b-b11a-42e9-9737-6a7fa7c23857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:09.178766 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3eb43126-135b-4b44-b646-20cfd301756d req-ab64522b-b11a-42e9-9737-6a7fa7c23857 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32f27ee96028467a8fc46866553ceca7&device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 1096 time: 0.0425415 Aug 05 02:19:09.254743 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:09.280124 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0988dd64-3ded-4688-be20-947f4617b567'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:19:09.282964 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fc6d82-cfb9-41b1-92eb-1fc6f4efc3ad" -d '{"events": [{"server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "name": "network-vif-plugged", "status": "completed", "tag": "0988dd64-3ded-4688-be20-947f4617b567"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:19:09.295682 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=0988dd64-3ded-4688-be20-947f4617b567,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:09.297995 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb43126-135b-4b44-b646-20cfd301756d req-d8310505-1248-49be-adc4-f979e0d507c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:09.299602 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3eb43126-135b-4b44-b646-20cfd301756d req-d8310505-1248-49be-adc4-f979e0d507c2 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=32f27ee96028467a8fc46866553ceca7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1117644 Aug 05 02:19:09.299851 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:09.323495 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a26da42-b5b5-4454-828f-9a43a16b28c3 x-openstack-request-id: req-2a26da42-b5b5-4454-828f-9a43a16b28c3 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:19:09.323790 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "name": "network-vif-plugged", "status": "completed", "tag": "0988dd64-3ded-4688-be20-947f4617b567", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:19:09.324039 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a26da42-b5b5-4454-828f-9a43a16b28c3 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:19:09.324417 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0988dd64-3ded-4688-be20-947f4617b567', 'code': 200} Aug 05 02:19:09.351264 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=0988dd64-3ded-4688-be20-947f4617b567,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:09.403563 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb43126-135b-4b44-b646-20cfd301756d req-2a1b0e93-558e-4311-93ae-6c289dc6a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:09.406519 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3eb43126-135b-4b44-b646-20cfd301756d req-2a1b0e93-558e-4311-93ae-6c289dc6a88c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0962517 Aug 05 02:19:09.506506 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-370b0b23-f3e7-43e8-9bd8-bab19c4a1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:09.508021 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-370b0b23-f3e7-43e8-9bd8-bab19c4a1d3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=32f27ee96028467a8fc46866553ceca7&device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 1096 time: 0.0400524 Aug 05 02:19:09.509649 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c851d-6032-427b-b334-715a464609ef req-c4c25b3e-678c-4c80-b5e8-2954ca123da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:09.511140 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c60c851d-6032-427b-b334-715a464609ef req-c4c25b3e-678c-4c80-b5e8-2954ca123da2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 1099 time: 0.0446527 Aug 05 02:19:09.556767 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c60c851d-6032-427b-b334-715a464609ef req-f173015c-eaea-4484-b84c-3abb5bb26cce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310676 Aug 05 02:19:09.560271 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-c87ea4d7-f533-4fd7-94ae-98e9f7114a0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1e8da49-7caa-4f56-beea-9d6d525829fb HTTP/1.1" status: 200 len: 217 time: 0.0347753 Aug 05 02:19:09.681628 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-46ba0186-e4fe-44a8-8256-170b0a4338de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:09.683050 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-46ba0186-e4fe-44a8-8256-170b0a4338de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f34cf45c-f8d0-4ead-86c5-3b6befc52791 HTTP/1.1" status: 200 len: 849 time: 0.0471332 Aug 05 02:19:09.741594 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-04a1a747-34da-40d3-b9f3-bc4de81d5432 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5f0ab49-e9a8-49df-a26e-74b3814c08a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244336 Aug 05 02:19:09.828633 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-31b1b6bc-5a4c-4d5a-8a4e-276d90b6b03c service neutron] 10.222.0.43 "GET /v2.0/networks/e5f0ab49-e9a8-49df-a26e-74b3814c08a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786822 Aug 05 02:19:09.923092 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc3e94e1-f2af-4777-87d6-e341b9cd091e req-239b0a65-8652-43e7-986e-66bf643be0ae service neutron] 10.222.0.43 "GET /v2.0/networks/e5f0ab49-e9a8-49df-a26e-74b3814c08a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856123 Aug 05 02:19:10.097644 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cd71c-5b81-4e46-9993-d6de05fd8bfb req-4e261044-b85a-49c9-bc9f-6eb351515550 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:10.099176 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c78cd71c-5b81-4e46-9993-d6de05fd8bfb req-4e261044-b85a-49c9-bc9f-6eb351515550 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 943 time: 0.0517335 Aug 05 02:19:10.124624 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1af3f-0cf0-4454-b480-a1d9b9f5e83a req-6a5a20f2-599a-40b8-bdd7-ffeb4725dddd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:10.126233 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ede1af3f-0cf0-4454-b480-a1d9b9f5e83a req-6a5a20f2-599a-40b8-bdd7-ffeb4725dddd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0513799 Aug 05 02:19:10.138234 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c78cd71c-5b81-4e46-9993-d6de05fd8bfb req-eac5e70d-1b66-40d4-aa40-3f64f399d38c tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325885 Aug 05 02:19:10.164523 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ede1af3f-0cf0-4454-b480-a1d9b9f5e83a req-58cc5d04-fc97-4071-9b4d-3ab37c8ad275 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321355 Aug 05 02:19:10.311784 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 51976) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:10.368595 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-75bb99fb-9193-47eb-b1bd-7d9643f34955 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:10.391252 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-75bb99fb-9193-47eb-b1bd-7d9643f34955 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:10.456935 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-75bb99fb-9193-47eb-b1bd-7d9643f34955 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:10.459590 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-75bb99fb-9193-47eb-b1bd-7d9643f34955 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:10.460728 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-75bb99fb-9193-47eb-b1bd-7d9643f34955 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "DELETE /v2.0/security-groups/f0a5110c-fa24-473a-bcba-f1782032d6f0 HTTP/1.1" status: 204 len: 168 time: 0.1479614 Aug 05 02:19:10.464229 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51986) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:10.470467 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb99fb-9193-47eb-b1bd-7d9643f34955 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a5110c-fa24-473a-bcba-f1782032d6f0,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:10.480390 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.api.v2.resource [None req-234dc445-254c-4dcc-8a80-8d09e7544a41 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] show failed (client error): The resource could not be found. Aug 05 02:19:10.481567 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-234dc445-254c-4dcc-8a80-8d09e7544a41 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups/f0a5110c-fa24-473a-bcba-f1782032d6f0 HTTP/1.1" status: 404 len: 347 time: 0.0158062 Aug 05 02:19:10.484542 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 51990) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:10.631539 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5dfde28a-a5c5-4d58-9606-07a4156b13d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Deleting port a2b8c48a-5bcf-42a5-a4a9-ab3c5abb9af6 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:19:10.631897 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5dfde28a-a5c5-4d58-9606-07a4156b13d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:10.707974 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5dfde28a-a5c5-4d58-9606-07a4156b13d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:10.708293 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5dfde28a-a5c5-4d58-9606-07a4156b13d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:10.720198 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5dfde28a-a5c5-4d58-9606-07a4156b13d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Calling delete_port for a2b8c48a-5bcf-42a5-a4a9-ab3c5abb9af6 owned by network:floatingip {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:19:10.853106 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5dfde28a-a5c5-4d58-9606-07a4156b13d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:10.876678 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfde28a-a5c5-4d58-9606-07a4156b13d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event deleted for resources: {'Port': ['ID=a2b8c48a-5bcf-42a5-a4a9-ab3c5abb9af6,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:10.940273 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5dfde28a-a5c5-4d58-9606-07a4156b13d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:10.943042 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5dfde28a-a5c5-4d58-9606-07a4156b13d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:10.944174 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-5dfde28a-a5c5-4d58-9606-07a4156b13d3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "DELETE /v2.0/floatingips/ceed9680-9e27-4450-8d23-87dbbe68f628 HTTP/1.1" status: 204 len: 168 time: 0.4586887 Aug 05 02:19:11.089742 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device f24c50ea-e611-4ef4-adfb-4d4bd07e4787 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:19:11.109459 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: f24c50ea-e611-4ef4-adfb-4d4bd07e4787 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:19:11.109788 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device f24c50ea-e611-4ef4-adfb-4d4bd07e4787 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:19:11.252421 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81a854-b94e-4fe0-9895-0b1972d5134c req-416efb38-e006-46fb-b20e-4770fb177db6 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:11.254223 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2c81a854-b94e-4fe0-9895-0b1972d5134c req-416efb38-e006-46fb-b20e-4770fb177db6 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 943 time: 0.0484297 Aug 05 02:19:11.299981 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2c81a854-b94e-4fe0-9895-0b1972d5134c req-020993b3-a913-405e-8709-1ab96813bac3 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387988 Aug 05 02:19:11.302102 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 52022) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:11.306592 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-ff8dec72-eb24-4671-acde-aa5a0ac9ec35 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204344581', 'description': 'tempest-description--39010635'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:19:11.330504 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ff8dec72-eb24-4671-acde-aa5a0ac9ec35 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.395607 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d756794-7b97-4f09-89e6-b73bb9ee9229 req-44167790-5249-4158-b65e-5c4b9abca0d7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:11.397034 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2d756794-7b97-4f09-89e6-b73bb9ee9229 req-44167790-5249-4158-b65e-5c4b9abca0d7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0526249 Aug 05 02:19:11.411855 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ff8dec72-eb24-4671-acde-aa5a0ac9ec35 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.415553 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ff8dec72-eb24-4671-acde-aa5a0ac9ec35 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.437914 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2d756794-7b97-4f09-89e6-b73bb9ee9229 req-1d22482b-ae22-47ec-ba35-ea1ca54fd5f6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345960 Aug 05 02:19:11.443125 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ff8dec72-eb24-4671-acde-aa5a0ac9ec35 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.444466 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ff8dec72-eb24-4671-acde-aa5a0ac9ec35 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1412656 Aug 05 02:19:11.447232 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 52024) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:11.452290 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-d73cffa2-1158-4d56-9321-629be5d848d0 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Request body: {'security_group_rule': {'security_group_id': 'e58bed5b-f233-4a18-8d38-d06c47ffe953', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:19:11.458970 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dec72-eb24-4671-acde-aa5a0ac9ec35 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58bed5b-f233-4a18-8d38-d06c47ffe953,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:11.481260 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d73cffa2-1158-4d56-9321-629be5d848d0 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.565901 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d73cffa2-1158-4d56-9321-629be5d848d0 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.570449 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d73cffa2-1158-4d56-9321-629be5d848d0 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.583832 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3db3f7-cabe-413c-a505-6713565c4a45 req-a8c20421-3147-4a69-8afe-59ae8b71c0b3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:11.585309 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8d3db3f7-cabe-413c-a505-6713565c4a45 req-a8c20421-3147-4a69-8afe-59ae8b71c0b3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0745940 Aug 05 02:19:11.595315 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 52028) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:11.595644 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cffa2-1158-4d56-9321-629be5d848d0 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd439c2-45e5-48f2-9b33-ae47087f0d2f,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:11.602495 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-464fcba5-f6aa-4071-bb9b-de3ae4ddb212 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Request body: {'floatingip': {'port_id': '0988dd64-3ded-4688-be20-947f4617b567'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:19:11.607795 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-d73cffa2-1158-4d56-9321-629be5d848d0 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.610300 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-d73cffa2-1158-4d56-9321-629be5d848d0 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618059 Aug 05 02:19:11.615152 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 52030) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:11.620052 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-2fa5fa10-60dc-4093-a628-2c723407e3bd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Request body: {'security_group_rule': {'security_group_id': 'e58bed5b-f233-4a18-8d38-d06c47ffe953', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:19:11.645875 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-464fcba5-f6aa-4071-bb9b-de3ae4ddb212 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.648536 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2fa5fa10-60dc-4093-a628-2c723407e3bd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.705245 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2fa5fa10-60dc-4093-a628-2c723407e3bd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.708854 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2fa5fa10-60dc-4093-a628-2c723407e3bd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.728359 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5fa10-60dc-4093-a628-2c723407e3bd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadf2020-0d91-4cb9-a0ac-155ccb89cdbf,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:11.735588 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2fa5fa10-60dc-4093-a628-2c723407e3bd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.736816 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-2fa5fa10-60dc-4093-a628-2c723407e3bd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206017 Aug 05 02:19:11.739851 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 52032) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:11.744187 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Request body: {'floatingip': {'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:19:11.767848 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.863088 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:11.969145 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Allocated IP 172.27.3.217 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/9fc65340-479f-4371-95e5-2bc0c3c8e218) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:19:12.079799 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:12.084552 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-464fcba5-f6aa-4071-bb9b-de3ae4ddb212 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:12.088685 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-464fcba5-f6aa-4071-bb9b-de3ae4ddb212 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:12.120477 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:12.160570 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:19:12.166081 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:19:12.168717 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:19:12.194257 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.l3_db [None req-464fcba5-f6aa-4071-bb9b-de3ae4ddb212 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Floating IP 2ff74297-d3fa-4e34-9675-a3b43889929c associated. External IP: 172.27.3.118, port: 0988dd64-3ded-4688-be20-947f4617b567. Aug 05 02:19:12.196574 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event updated for resources: {'Port': ['ID=9fc65340-479f-4371-95e5-2bc0c3c8e218,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:12.300335 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:12.338273 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:12.493847 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:12.498429 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:12.571592 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event updated for resources: {'Port': ['ID=9fc65340-479f-4371-95e5-2bc0c3c8e218,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:12.582498 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:12.599218 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:12.601778 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-b831d7db-4ee4-4e22-9a1c-29e8154b0b40 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8607430 Aug 05 02:19:12.669952 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464fcba5-f6aa-4071-bb9b-de3ae4ddb212 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:19:12.681931 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1982-607b-4717-a7f3-763964fe6b89 req-5fbe99c1-3daa-4b8e-9b96-ae91daaabd83 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:12.683415 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d76f1982-607b-4717-a7f3-763964fe6b89 req-5fbe99c1-3daa-4b8e-9b96-ae91daaabd83 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 943 time: 0.0718782 Aug 05 02:19:12.741405 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1cf6e69c-d1c6-42f7-9ac5-3b8c46fd26cd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--204344581&fields=id&tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd HTTP/1.1" status: 200 len: 267 time: 0.0323269 Aug 05 02:19:12.787993 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d76f1982-607b-4717-a7f3-763964fe6b89 req-722287af-dc05-4bf9-9ebe-c67e282a2139 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980115 Aug 05 02:19:12.811977 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464fcba5-f6aa-4071-bb9b-de3ae4ddb212 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:19:12.816971 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-464fcba5-f6aa-4071-bb9b-de3ae4ddb212 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:12.822788 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac910225-b192-4c25-8643-ab0f2e991f55 None None] Sync routers for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:19:12.831972 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac910225-b192-4c25-8643-ab0f2e991f55 None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:19:12.832574 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-ac910225-b192-4c25-8643-ab0f2e991f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:19:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:12.846605 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-464fcba5-f6aa-4071-bb9b-de3ae4ddb212 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "PUT /v2.0/floatingips/2ff74297-d3fa-4e34-9675-a3b43889929c HTTP/1.1" status: 200 len: 992 time: 1.2496145 Aug 05 02:19:12.847227 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'tag': '0988dd64-3ded-4688-be20-947f4617b567'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:19:12.849675 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe18a84d-d709-4841-b1da-87a0a64a9445" -d '{"events": [{"name": "network-changed", "server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "tag": "0988dd64-3ded-4688-be20-947f4617b567"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:19:12.850325 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-fe0e864a-d2ac-49bd-aef2-106f3633f0b3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:12.851908 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-fe0e864a-d2ac-49bd-aef2-106f3633f0b3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/networks?id=04c23d2b-4628-4e7e-82ed-143193917639 HTTP/1.1" status: 200 len: 810 time: 0.1036077 Aug 05 02:19:12.867357 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-3a36b207-30ad-4cd7-9827-f7fd518c03cb tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/quotas/4ac9b4fb0fb8454d8a6741c6b95149bd HTTP/1.1" status: 200 len: 375 time: 0.0095644 Aug 05 02:19:12.927874 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-00a63b97-8c47-4693-817f-be2d06434177 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526180 Aug 05 02:19:12.949180 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-ac910225-b192-4c25-8643-ab0f2e991f55 None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:19:12.963934 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db2a28f-811a-441c-baa7-34cffa40639f x-openstack-request-id: req-6db2a28f-811a-441c-baa7-34cffa40639f {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:19:12.964309 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "tag": "0988dd64-3ded-4688-be20-947f4617b567", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:19:12.964754 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6db2a28f-811a-441c-baa7-34cffa40639f {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:19:12.965237 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'tag': '0988dd64-3ded-4688-be20-947f4617b567', 'status': 'completed', 'code': 200} Aug 05 02:19:13.026865 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18a84d-d709-4841-b1da-87a0a64a9445 req-4e7fa6b0-ee75-4944-bbce-25fc5e2f272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:13.028342 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fe18a84d-d709-4841-b1da-87a0a64a9445 req-4e7fa6b0-ee75-4944-bbce-25fc5e2f272a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 1099 time: 0.0431414 Aug 05 02:19:13.083009 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-59340df2-9d62-44f0-b52a-713f1a23e8fc service neutron] 10.222.0.39 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416936 Aug 05 02:19:13.110604 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device c1e8da49-7caa-4f56-beea-9d6d525829fb details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:19:13.151140 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18a84d-d709-4841-b1da-87a0a64a9445 req-3510c7f2-955e-49d0-9dcd-c857d9f5b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:13.155730 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fe18a84d-d709-4841-b1da-87a0a64a9445 req-3510c7f2-955e-49d0-9dcd-c857d9f5b00f service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 916 time: 0.1171596 Aug 05 02:19:13.181398 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-503934d4-20a7-401e-a388-26b9e9a16cf7 service neutron] 10.222.0.39 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918539 Aug 05 02:19:13.231795 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fe18a84d-d709-4841-b1da-87a0a64a9445 req-153f2108-3f75-40d6-bd46-7f631f5fd0f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0988dd64-3ded-4688-be20-947f4617b567 HTTP/1.1" status: 200 len: 1000 time: 0.0711391 Aug 05 02:19:13.277545 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port c1e8da49-7caa-4f56-beea-9d6d525829fb, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=c1e8da49-7caa-4f56-beea-9d6d525829fb,segment=NetworkSegment(82ac82f3-6dcf-4292-9930-f3ed855b83c9),segment_id=82ac82f3-6dcf-4292-9930-f3ed855b83c9)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:13.294832 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': 'c1e8da49-7caa-4f56-beea-9d6d525829fb', 'network_id': 'e5f0ab49-e9a8-49df-a26e-74b3814c08a5', 'port_id': 'c1e8da49-7caa-4f56-beea-9d6d525829fb', 'mac_address': 'fa:16:3e:21:df:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f34cf45c-f8d0-4ead-86c5-3b6befc52791', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:19:13.299823 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18a84d-d709-4841-b1da-87a0a64a9445 req-0f7d088e-0846-4779-928c-6263f1617be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:13.301497 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-ac910225-b192-4c25-8643-ab0f2e991f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '2ff74297-d3fa-4e34-9675-a3b43889929c', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'port_id': '0988dd64-3ded-4688-be20-947f4617b567', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'mac_address': 'fa:16:3e:a2:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:18:49Z', 'updated_at': '2021-08-05T02:19:11Z', 'revision_number': 1, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:12Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:13.307227 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fe18a84d-d709-4841-b1da-87a0a64a9445 req-0f7d088e-0846-4779-928c-6263f1617be2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 200 len: 855 time: 0.0674584 Aug 05 02:19:13.335594 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac910225-b192-4c25-8643-ab0f2e991f55 None None] Checking router: 8d9c8df6-75bf-46e8-acd5-9c141467dbcb for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:19:13.364164 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac910225-b192-4c25-8643-ab0f2e991f55 None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:19:13.364786 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-ac910225-b192-4c25-8643-ab0f2e991f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:19:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:13.370934 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1b613444-7050-4999-8c30-57ec7c821553 req-fe46a86d-3cb6-4859-b30e-12e3a9b70669 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 210 time: 0.0295234 Aug 05 02:19:13.383246 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18a84d-d709-4841-b1da-87a0a64a9445 req-6bcb1be7-af77-4214-95e7-9cbedb892c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:13.384871 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fe18a84d-d709-4841-b1da-87a0a64a9445 req-6bcb1be7-af77-4214-95e7-9cbedb892c82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688965 Aug 05 02:19:13.423509 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:13.466711 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e8da49-7caa-4f56-beea-9d6d525829fb {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:19:13.494029 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fe18a84d-d709-4841-b1da-87a0a64a9445 req-2c271cb7-ea4f-4a8f-ba79-9914e9be59a4 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015272 Aug 05 02:19:13.500576 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port c1e8da49-7caa-4f56-beea-9d6d525829fb, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=c1e8da49-7caa-4f56-beea-9d6d525829fb,segment=NetworkSegment(82ac82f3-6dcf-4292-9930-f3ed855b83c9),segment_id=82ac82f3-6dcf-4292-9930-f3ed855b83c9)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:13.508243 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:13.511166 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-ac910225-b192-4c25-8643-ab0f2e991f55 None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:19:13.601654 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fe18a84d-d709-4841-b1da-87a0a64a9445 req-76a63d72-f329-40f5-8b38-c180a4c3ea47 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989172 Aug 05 02:19:13.631242 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=c1e8da49-7caa-4f56-beea-9d6d525829fb,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:13.762094 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['c1e8da49-7caa-4f56-beea-9d6d525829fb'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:19:13.830296 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-ac910225-b192-4c25-8643-ab0f2e991f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '2ff74297-d3fa-4e34-9675-a3b43889929c', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'port_id': '0988dd64-3ded-4688-be20-947f4617b567', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'mac_address': 'fa:16:3e:a2:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:18:49Z', 'updated_at': '2021-08-05T02:19:11Z', 'revision_number': 1, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:12Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:13.866870 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac910225-b192-4c25-8643-ab0f2e991f55 None None] The sync data for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi is: [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '2ff74297-d3fa-4e34-9675-a3b43889929c', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'port_id': '0988dd64-3ded-4688-be20-947f4617b567', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'mac_address': 'fa:16:3e:a2:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:18:49Z', 'updated_at': '2021-08-05T02:19:11Z', 'revision_number': 1, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:12Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:19:13.919246 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa142246-b2b6-4d35-8388-1a920def3b81 req-270acf3d-4f9b-4ce1-b38c-bcb1204f1dd0 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:13.930150 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fa142246-b2b6-4d35-8388-1a920def3b81 req-270acf3d-4f9b-4ce1-b38c-bcb1204f1dd0 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 944 time: 0.0640073 Aug 05 02:19:13.971420 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fa142246-b2b6-4d35-8388-1a920def3b81 req-c87597cd-3c08-493e-a795-66eb1444a5a8 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402224 Aug 05 02:19:14.125575 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790cb1b7-2687-47e7-9a4f-a849acc54372 None None] New status for floating IP 2ff74297-d3fa-4e34-9675-a3b43889929c: ACTIVE {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:19:14.476387 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a40a9d8f-2dee-44a9-b3d0-af55d0dd3b3b req-b3e6f263-74ef-4d4e-b498-ff6eb430f294 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 210 time: 0.0271575 Aug 05 02:19:14.603560 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5e1e225-18a8-4b37-bdc5-cc7c5111522f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:14.605189 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5e1e225-18a8-4b37-bdc5-cc7c5111522f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.43 "GET /v2.0/networks?id=04c23d2b-4628-4e7e-82ed-143193917639 HTTP/1.1" status: 200 len: 810 time: 0.1077065 Aug 05 02:19:14.653389 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-30d38d55-ecac-4912-ba15-f274b2ee90bd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd HTTP/1.1" status: 200 len: 379 time: 0.0367665 Aug 05 02:19:14.663884 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Request body: {'port': {'device_id': '6488a57e-8169-4044-a251-1807f7f679b2', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'admin_state_up': True, 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'security_groups': ['e58bed5b-f233-4a18-8d38-d06c47ffe953']}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:19:14.770299 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Made reservation on behalf of 4ac9b4fb0fb8454d8a6741c6b95149bd for: {'port': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:19:14.773771 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:14.892642 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Allocated IP 172.20.0.8 (04c23d2b-4628-4e7e-82ed-143193917639/62dd59a9-2ce2-4bfb-9d6c-59dc98b53745/ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:19:15.027644 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.041471 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Transition to ACTIVE for port object ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:19:15.110696 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a22a-d3ac-456b-9697-b9c04b33e0e4 req-65ed6fc8-b7c2-49ae-865f-da224d6fc9bc tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:15.112153 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c839a22a-d3ac-456b-9697-b9c04b33e0e4 req-65ed6fc8-b7c2-49ae-865f-da224d6fc9bc tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 944 time: 0.0658257 Aug 05 02:19:15.116855 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.129690 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device c1e8da49-7caa-4f56-beea-9d6d525829fb up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:19:15.179384 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port c1e8da49-7caa-4f56-beea-9d6d525829fb completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:19:15.183063 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port c1e8da49-7caa-4f56-beea-9d6d525829fb triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:19:15.183536 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.189261 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Network 04c23d2b-4628-4e7e-82ed-143193917639 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:19:15.198361 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:19:15.200773 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:19:15.212338 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c839a22a-d3ac-456b-9697-b9c04b33e0e4 req-83e80f0b-145b-454c-bf80-7acb38785d31 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902715 Aug 05 02:19:15.231281 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event updated for resources: {'Port': ['ID=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:15.263035 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:15.263681 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.280645 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-1b89d5a2-fb73-4b2c-92ae-8440bbc18b10 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6203535 Aug 05 02:19:15.281076 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.293812 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Request body: {'port': {'device_id': '6488a57e-8169-4044-a251-1807f7f679b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:19:15.313977 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cd552f-1795-4882-87a9-ff8732c4d27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e8da49-7caa-4f56-beea-9d6d525829fb'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:19:15.316726 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9949fa1-84a3-43ec-bab6-887397671b2f" -d '{"events": [{"server_uuid": "a5cd552f-1795-4882-87a9-ff8732c4d27c", "name": "network-vif-plugged", "status": "completed", "tag": "c1e8da49-7caa-4f56-beea-9d6d525829fb"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:19:15.335023 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port c1e8da49-7caa-4f56-beea-9d6d525829fb, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=c1e8da49-7caa-4f56-beea-9d6d525829fb,segment=NetworkSegment(82ac82f3-6dcf-4292-9930-f3ed855b83c9),segment_id=82ac82f3-6dcf-4292-9930-f3ed855b83c9)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:15.346523 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.360691 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.375099 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d7e020-4ed8-4b3b-84af-a9478a1a3b91 x-openstack-request-id: req-13d7e020-4ed8-4b3b-84af-a9478a1a3b91 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:19:15.375394 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cd552f-1795-4882-87a9-ff8732c4d27c", "name": "network-vif-plugged", "status": "completed", "tag": "c1e8da49-7caa-4f56-beea-9d6d525829fb", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:19:15.375653 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13d7e020-4ed8-4b3b-84af-a9478a1a3b91 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:19:15.376041 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cd552f-1795-4882-87a9-ff8732c4d27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e8da49-7caa-4f56-beea-9d6d525829fb', 'code': 200} Aug 05 02:19:15.406635 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=c1e8da49-7caa-4f56-beea-9d6d525829fb,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:15.563274 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-34cb05c7-648c-4a7b-9a94-caa8d2c9f115 None None] Provisioning for port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:19:15.567947 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-34cb05c7-648c-4a7b-9a94-caa8d2c9f115 None None] Provisioning complete for port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:19:15.568381 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-34cb05c7-648c-4a7b-9a94-caa8d2c9f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.574548 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b2f75-2382-4bf5-a7e9-6eb1346e575c req-bbc8c3dc-9e57-44f5-8300-46cbf62601a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:15.580200 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-115b2f75-2382-4bf5-a7e9-6eb1346e575c req-bbc8c3dc-9e57-44f5-8300-46cbf62601a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 1098 time: 0.0528605 Aug 05 02:19:15.612183 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-34cb05c7-648c-4a7b-9a94-caa8d2c9f115 None None] Port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:19:15.628322 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-115b2f75-2382-4bf5-a7e9-6eb1346e575c req-cf34a9c0-fbb9-4a5f-9db9-0a3bf6eeadcb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390146 Aug 05 02:19:15.635533 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6b9f6-9c21-4681-9f42-15fdf46925e2 req-c0f0b0e0-3046-4045-8d13-d21c462a0e1e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:15.637041 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-aee6b9f6-9c21-4681-9f42-15fdf46925e2 req-c0f0b0e0-3046-4045-8d13-d21c462a0e1e tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 931 time: 0.0726621 Aug 05 02:19:15.660543 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 52112) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:15.710119 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-aee6b9f6-9c21-4681-9f42-15fdf46925e2 req-b745c05e-908d-49e8-ae32-af4698501188 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=e58bed5b-f233-4a18-8d38-d06c47ffe953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667260 Aug 05 02:19:15.723264 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:19:15.730855 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.743528 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Transition to ACTIVE for port object ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:19:15.748124 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.773622 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-98e673a2-a2ed-4f87-9cf5-ebf657348c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.799743 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Pushing event updated for resources: {'Port': ['ID=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:15.869657 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-98e673a2-a2ed-4f87-9cf5-ebf657348c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.874279 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-98e673a2-a2ed-4f87-9cf5-ebf657348c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.874616 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Attempting to bind port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:19:15.874977 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Attempting to bind port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:19:15.875303 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Attempting to bind port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 on network 04c23d2b-4628-4e7e-82ed-143193917639 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:19:15.879691 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 on network 04c23d2b-4628-4e7e-82ed-143193917639 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:19:15.880005 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Attempting to bind port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 on network 04c23d2b-4628-4e7e-82ed-143193917639 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:19:15.885190 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:19:15.885824 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Checking segment: {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:19:15.885959 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Bound using segment: {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:19:15.886334 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Bound port: ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e3ae11-79a5-4798-a92f-f7037601c981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:19:15.886761 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.915352 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-98e673a2-a2ed-4f87-9cf5-ebf657348c47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc819afe3e3f47389f36532f392f85ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513106 Aug 05 02:19:15.916151 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 52116) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:15.918120 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e673a2-a2ed-4f87-9cf5-ebf657348c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d361fb8-ecb8-497b-a578-4b921b32c539,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:15.966201 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] For port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3, host hv-cinder-80353, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:19:15.969774 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-df4a9357-2351-4a23-b044-f34c35034e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.970561 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] For port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:19:15.975691 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:15.993056 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-df4a9357-2351-4a23-b044-f34c35034e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:16.013895 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:16.014551 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:16.016143 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] 10.222.0.43 "PUT /v2.0/ports/ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 HTTP/1.1" status: 200 len: 1093 time: 0.7266312 Aug 05 02:19:16.018131 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6488a57e-8169-4044-a251-1807f7f679b2', 'tag': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:19:16.021106 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40e1cf0-5cb0-483b-9fa0-c5150f627df0" -d '{"events": [{"name": "network-changed", "server_uuid": "6488a57e-8169-4044-a251-1807f7f679b2", "tag": "ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:19:16.051561 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0fb73-8bd0-4d73-bce2-684963afd54b service neutron] Pushing event updated for resources: {'Port': ['ID=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:16.054940 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-df4a9357-2351-4a23-b044-f34c35034e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:16.057790 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-df4a9357-2351-4a23-b044-f34c35034e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:16.059059 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-df4a9357-2351-4a23-b044-f34c35034e8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d361fb8-ecb8-497b-a578-4b921b32c539 HTTP/1.1" status: 204 len: 168 time: 0.1418757 Aug 05 02:19:16.068891 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a9357-2351-4a23-b044-f34c35034e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d361fb8-ecb8-497b-a578-4b921b32c539,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:16.072944 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a65c73-48ad-45d7-ae88-28433079fb49 x-openstack-request-id: req-84a65c73-48ad-45d7-ae88-28433079fb49 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:19:16.073359 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6488a57e-8169-4044-a251-1807f7f679b2", "tag": "ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:19:16.073743 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84a65c73-48ad-45d7-ae88-28433079fb49 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:19:16.074135 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6488a57e-8169-4044-a251-1807f7f679b2', 'tag': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3', 'status': 'completed', 'code': 200} Aug 05 02:19:16.131532 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-fc032e58-398a-4877-b9aa-2a9c4916a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:16.133024 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-fc032e58-398a-4877-b9aa-2a9c4916a44b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 1096 time: 0.0467556 Aug 05 02:19:16.292571 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-6770e19d-ae1a-42bb-a4f6-65d56d3f6c65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 HTTP/1.1" status: 200 len: 217 time: 0.1505177 Aug 05 02:19:16.361133 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a752b6e-cce8-427b-8ded-6a5f2315f044 req-84f03bea-4249-4d1f-90b1-f3e7231d19d9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:16.362755 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3a752b6e-cce8-427b-8ded-6a5f2315f044 req-84f03bea-4249-4d1f-90b1-f3e7231d19d9 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 945 time: 0.0705397 Aug 05 02:19:16.365920 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-8c48e909-fca4-4a9e-ba16-7bd5ea2fab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:16.367628 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-8c48e909-fca4-4a9e-ba16-7bd5ea2fab9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62dd59a9-2ce2-4bfb-9d6c-59dc98b53745 HTTP/1.1" status: 200 len: 849 time: 0.0618980 Aug 05 02:19:16.402742 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3a752b6e-cce8-427b-8ded-6a5f2315f044 req-50228a6a-b805-42d0-a51e-3e3f80aebf8d tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329595 Aug 05 02:19:16.416798 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-ce9f4dc1-c9d1-4fdb-aee2-8d69621f313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:16.418382 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-ce9f4dc1-c9d1-4fdb-aee2-8d69621f313a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04c23d2b-4628-4e7e-82ed-143193917639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407124 Aug 05 02:19:16.508339 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-2c6c4f90-7042-46a3-b2bf-be3771f0b49e service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800834 Aug 05 02:19:16.610530 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4afcc007-ec8b-4a36-8068-e807d52699a1 req-e9892d96-4990-4d6e-954c-c88e60d2ecab service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926428 Aug 05 02:19:16.697651 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1cf0-5cb0-483b-9fa0-c5150f627df0 req-45718835-9dd8-42ab-9a1d-805f74737cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:16.699014 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f40e1cf0-5cb0-483b-9fa0-c5150f627df0 req-45718835-9dd8-42ab-9a1d-805f74737cf8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 1096 time: 0.0400484 Aug 05 02:19:16.818284 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1cf0-5cb0-483b-9fa0-c5150f627df0 req-8ae845e0-709c-4350-9fb9-af431b22737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:16.819767 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f40e1cf0-5cb0-483b-9fa0-c5150f627df0 req-8ae845e0-709c-4350-9fb9-af431b22737f service neutron] 10.222.0.43 "GET /v2.0/networks?id=04c23d2b-4628-4e7e-82ed-143193917639 HTTP/1.1" status: 200 len: 910 time: 0.1134679 Aug 05 02:19:16.845196 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20540a73-e27c-4092-81c3-9123df0b4887 req-553020f0-3d7c-40cc-9dc1-64f4730b786f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:16.846621 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-20540a73-e27c-4092-81c3-9123df0b4887 req-553020f0-3d7c-40cc-9dc1-64f4730b786f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 943 time: 0.0659420 Aug 05 02:19:16.874825 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f40e1cf0-5cb0-483b-9fa0-c5150f627df0 req-51e08748-6c63-4c39-a95b-0ac6d5fbc3e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 HTTP/1.1" status: 200 len: 217 time: 0.0449412 Aug 05 02:19:16.941061 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-20540a73-e27c-4092-81c3-9123df0b4887 req-3e3c2e49-b60a-4152-9419-9256de72f022 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=e58bed5b-f233-4a18-8d38-d06c47ffe953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690451 Aug 05 02:19:16.946302 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1cf0-5cb0-483b-9fa0-c5150f627df0 req-7e65e571-720e-47b2-bb7f-a04fb32a04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:16.947765 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f40e1cf0-5cb0-483b-9fa0-c5150f627df0 req-7e65e571-720e-47b2-bb7f-a04fb32a04f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62dd59a9-2ce2-4bfb-9d6c-59dc98b53745 HTTP/1.1" status: 200 len: 849 time: 0.0609105 Aug 05 02:19:16.994759 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1cf0-5cb0-483b-9fa0-c5150f627df0 req-f7194733-c0ba-40e5-9d2f-71b81897f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:16.996186 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f40e1cf0-5cb0-483b-9fa0-c5150f627df0 req-f7194733-c0ba-40e5-9d2f-71b81897f94f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04c23d2b-4628-4e7e-82ed-143193917639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388253 Aug 05 02:19:17.088274 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f40e1cf0-5cb0-483b-9fa0-c5150f627df0 req-35365525-44a5-417a-b2b0-a3007b3d616b service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821157 Aug 05 02:19:17.176239 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f40e1cf0-5cb0-483b-9fa0-c5150f627df0 req-3acc94ed-25d2-4502-bbf6-c4334b4d66b9 service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790968 Aug 05 02:19:17.514332 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3c923-8188-4bdf-969b-d0f9855f64b5 req-16540651-4ee0-4adb-8053-e463367d31f2 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:17.515723 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e1e3c923-8188-4bdf-969b-d0f9855f64b5 req-16540651-4ee0-4adb-8053-e463367d31f2 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 945 time: 0.0470088 Aug 05 02:19:17.558290 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e1e3c923-8188-4bdf-969b-d0f9855f64b5 req-2506ef1e-d399-4dfa-a8af-b6265f5173c1 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366871 Aug 05 02:19:18.056499 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6486c3-57ec-4331-91b5-1d13f808ad26 req-183bccf5-1347-4105-bea5-6cba71813f60 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:18.057970 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cb6486c3-57ec-4331-91b5-1d13f808ad26 req-183bccf5-1347-4105-bea5-6cba71813f60 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 943 time: 0.0491004 Aug 05 02:19:18.095955 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cb6486c3-57ec-4331-91b5-1d13f808ad26 req-9d8a5748-9ec4-4e25-b796-1be2d1d87458 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=e58bed5b-f233-4a18-8d38-d06c47ffe953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319917 Aug 05 02:19:18.235599 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea46f41-2c39-41a3-8120-441d9a8753f7 req-3daeedfe-7e9b-4062-abfc-c8714de2ac84 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:18.237043 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5ea46f41-2c39-41a3-8120-441d9a8753f7 req-3daeedfe-7e9b-4062-abfc-c8714de2ac84 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 945 time: 0.0473418 Aug 05 02:19:18.274267 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5ea46f41-2c39-41a3-8120-441d9a8753f7 req-a822dbc8-5eec-4497-bc35-bf4dae748ce4 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306818 Aug 05 02:19:19.154724 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:19:19.212091 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da3655-bd91-43b7-9d1b-41baddb6a032 req-5bcec22e-a51c-469b-b3fa-c08de8ce784c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:19.213588 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e1da3655-bd91-43b7-9d1b-41baddb6a032 req-5bcec22e-a51c-469b-b3fa-c08de8ce784c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 943 time: 0.0517430 Aug 05 02:19:19.251842 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e1da3655-bd91-43b7-9d1b-41baddb6a032 req-259bfd28-7e99-4fdb-9fe9-50bdf075b6b4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=e58bed5b-f233-4a18-8d38-d06c47ffe953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323422 Aug 05 02:19:19.252084 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:19.263404 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'port_id': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3', 'mac_address': 'fa:16:3e:cd:b2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:19:19.298867 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:19.311667 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:19:19.330262 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:19.335414 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:19.386124 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:19.391383 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cec782-236e-4b92-a69c-0824332f49fd req-39ae8644-8057-48f6-b2b0-151f02bd6f4c tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:19.392866 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-63cec782-236e-4b92-a69c-0824332f49fd req-39ae8644-8057-48f6-b2b0-151f02bd6f4c tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 945 time: 0.0479670 Aug 05 02:19:19.437126 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-63cec782-236e-4b92-a69c-0824332f49fd req-d89014e3-9ca0-4e4c-8651-f499892ab7eb tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/security-groups?id=bf1a5ff1-3f58-4be1-8839-0f231582f0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382817 Aug 05 02:19:19.626261 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:19:19.704017 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf0966-f651-4e18-829a-ebe0ea9bbc10 req-1f0fdc26-df63-48d5-850d-9f3b819b2a54 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:19.706063 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-00bf0966-f651-4e18-829a-ebe0ea9bbc10 req-1f0fdc26-df63-48d5-850d-9f3b819b2a54 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 945 time: 0.0584316 Aug 05 02:19:19.790234 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395125b-2754-4498-98b3-db8ceba47efd req-611a1392-8bd0-4abf-877e-4a4421aa8eb0 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:19.791653 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e395125b-2754-4498-98b3-db8ceba47efd req-611a1392-8bd0-4abf-877e-4a4421aa8eb0 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0490479 Aug 05 02:19:19.810460 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [req-00bf0966-f651-4e18-829a-ebe0ea9bbc10 req-f6f3d8d2-6606-4fbf-83c2-375355c13534 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Deleting port c1e8da49-7caa-4f56-beea-9d6d525829fb {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:19:19.811457 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-00bf0966-f651-4e18-829a-ebe0ea9bbc10 req-f6f3d8d2-6606-4fbf-83c2-375355c13534 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:19.830456 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e395125b-2754-4498-98b3-db8ceba47efd req-9a48f2a6-6fc9-4a0b-9f82-1351e90aa865 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318878 Aug 05 02:19:19.897504 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-00bf0966-f651-4e18-829a-ebe0ea9bbc10 req-f6f3d8d2-6606-4fbf-83c2-375355c13534 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] For port c1e8da49-7caa-4f56-beea-9d6d525829fb, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=c1e8da49-7caa-4f56-beea-9d6d525829fb,segment=NetworkSegment(82ac82f3-6dcf-4292-9930-f3ed855b83c9),segment_id=82ac82f3-6dcf-4292-9930-f3ed855b83c9)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:19.897869 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-00bf0966-f651-4e18-829a-ebe0ea9bbc10 req-f6f3d8d2-6606-4fbf-83c2-375355c13534 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:19.910321 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [req-00bf0966-f651-4e18-829a-ebe0ea9bbc10 req-f6f3d8d2-6606-4fbf-83c2-375355c13534 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Calling delete_port for c1e8da49-7caa-4f56-beea-9d6d525829fb owned by compute:nova {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:19:20.038134 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-00bf0966-f651-4e18-829a-ebe0ea9bbc10 req-f6f3d8d2-6606-4fbf-83c2-375355c13534 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:20.065086 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3d8d2-6606-4fbf-83c2-375355c13534 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Pushing event deleted for resources: {'Port': ['ID=c1e8da49-7caa-4f56-beea-9d6d525829fb,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:20.108337 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bf0966-f651-4e18-829a-ebe0ea9bbc10 req-f6f3d8d2-6606-4fbf-83c2-375355c13534 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] No DVR routers for this DVR port c1e8da49-7caa-4f56-beea-9d6d525829fb on host hv-cinder-80353 {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:19:20.111335 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-00bf0966-f651-4e18-829a-ebe0ea9bbc10 req-f6f3d8d2-6606-4fbf-83c2-375355c13534 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:20.113289 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-00bf0966-f651-4e18-829a-ebe0ea9bbc10 req-f6f3d8d2-6606-4fbf-83c2-375355c13534 tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.43 "DELETE /v2.0/ports/c1e8da49-7caa-4f56-beea-9d6d525829fb HTTP/1.1" status: 204 len: 173 time: 0.4003782 Aug 05 02:19:20.113721 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cd552f-1795-4882-87a9-ff8732c4d27c', 'name': 'network-vif-deleted', 'tag': 'c1e8da49-7caa-4f56-beea-9d6d525829fb'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:19:20.115974 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e0a01f-1dc8-4962-b136-6a1dcbbefe01" -d '{"events": [{"server_uuid": "a5cd552f-1795-4882-87a9-ff8732c4d27c", "name": "network-vif-deleted", "tag": "c1e8da49-7caa-4f56-beea-9d6d525829fb"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:19:20.156133 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1d2bca-a6b7-41ce-96cf-7fc6deaa66ce x-openstack-request-id: req-de1d2bca-a6b7-41ce-96cf-7fc6deaa66ce {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:19:20.156424 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cd552f-1795-4882-87a9-ff8732c4d27c", "name": "network-vif-deleted", "tag": "c1e8da49-7caa-4f56-beea-9d6d525829fb", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:19:20.156681 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de1d2bca-a6b7-41ce-96cf-7fc6deaa66ce {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:19:20.157078 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cd552f-1795-4882-87a9-ff8732c4d27c', 'name': 'network-vif-deleted', 'tag': 'c1e8da49-7caa-4f56-beea-9d6d525829fb', 'status': 'completed', 'code': 200} Aug 05 02:19:20.171359 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['c1e8da49-7caa-4f56-beea-9d6d525829fb'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:19:20.364072 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ac331-ffa0-4bc7-be4e-0aa27254e8af req-7540d20b-6562-43d8-a6ca-03736e63b003 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:20.365529 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-974ac331-ffa0-4bc7-be4e-0aa27254e8af req-7540d20b-6562-43d8-a6ca-03736e63b003 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 944 time: 0.0505638 Aug 05 02:19:20.402543 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-974ac331-ffa0-4bc7-be4e-0aa27254e8af req-3ad94925-4e65-48f7-bcab-7966760e665d tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=e58bed5b-f233-4a18-8d38-d06c47ffe953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310359 Aug 05 02:19:20.543115 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-bd8233b7-72ed-40e2-8f91-a0e93ddcd0e5 req-71ba53b3-386b-47fa-bea6-21d2e8c2555b tempest-VolumesActionsTest-1029788080 tempest-VolumesActionsTest-1029788080-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5cd552f-1795-4882-87a9-ff8732c4d27c HTTP/1.1" status: 200 len: 210 time: 0.0262568 Aug 05 02:19:20.941799 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b4d29-04a3-42e7-a2d1-79b7d54e6af5 req-22301036-1947-4360-876a-bce0d4c5981c tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:20.943277 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8f3b4d29-04a3-42e7-a2d1-79b7d54e6af5 req-22301036-1947-4360-876a-bce0d4c5981c tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0471611 Aug 05 02:19:20.980317 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8f3b4d29-04a3-42e7-a2d1-79b7d54e6af5 req-16946cfd-550e-4441-b0a6-31de35675fd6 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311847 Aug 05 02:19:21.171470 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:19:21.218464 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:19:21.221933 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:19:21.222314 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:21.298905 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:21.320659 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6488a57e-8169-4044-a251-1807f7f679b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:19:21.322939 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d65b38-740f-4fdf-9233-c3316826108f" -d '{"events": [{"server_uuid": "6488a57e-8169-4044-a251-1807f7f679b2", "name": "network-vif-plugged", "status": "completed", "tag": "ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:19:21.335904 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:21.340207 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:21.340961 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device c1e8da49-7caa-4f56-beea-9d6d525829fb no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:19:21.364010 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aa7887-342c-4caa-bfaf-e3ed632db766 x-openstack-request-id: req-00aa7887-342c-4caa-bfaf-e3ed632db766 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:19:21.364301 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6488a57e-8169-4044-a251-1807f7f679b2", "name": "network-vif-plugged", "status": "completed", "tag": "ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:19:21.364553 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00aa7887-342c-4caa-bfaf-e3ed632db766 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:19:21.364935 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6488a57e-8169-4044-a251-1807f7f679b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3', 'code': 200} Aug 05 02:19:21.381500 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: c1e8da49-7caa-4f56-beea-9d6d525829fb {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:19:21.381849 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device c1e8da49-7caa-4f56-beea-9d6d525829fb not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:19:21.407904 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:21.516990 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6219c60-3234-4bbb-89f4-830f34969998 req-36b5799b-bed1-4cb7-b464-204be2936e7a tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:21.518442 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d6219c60-3234-4bbb-89f4-830f34969998 req-36b5799b-bed1-4cb7-b464-204be2936e7a tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 945 time: 0.0482249 Aug 05 02:19:21.587682 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d6219c60-3234-4bbb-89f4-830f34969998 req-14e90b89-30fc-49a6-a363-5b6ab2045b16 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=e58bed5b-f233-4a18-8d38-d06c47ffe953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633166 Aug 05 02:19:21.596414 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfaa5b-ffb8-4e01-b67d-cf164a2015eb req-f6697126-2473-44eb-8c6c-15e034dc3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:21.597907 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4ccfaa5b-ffb8-4e01-b67d-cf164a2015eb req-f6697126-2473-44eb-8c6c-15e034dc3b6e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 1098 time: 0.0679104 Aug 05 02:19:21.642721 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4ccfaa5b-ffb8-4e01-b67d-cf164a2015eb req-68907402-b56f-4ca1-9d48-93633b1c7554 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e58bed5b-f233-4a18-8d38-d06c47ffe953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348315 Aug 05 02:19:22.091468 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80fba5-8227-45bd-85de-853e9d0d28d2 req-6fa9cb12-79a3-474a-9e75-1bdae462f023 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:22.093582 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8f80fba5-8227-45bd-85de-853e9d0d28d2 req-6fa9cb12-79a3-474a-9e75-1bdae462f023 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0494230 Aug 05 02:19:22.133607 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8f80fba5-8227-45bd-85de-853e9d0d28d2 req-0343f36d-623e-4c30-b27d-83f87f1ca6f5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341110 Aug 05 02:19:22.721470 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66844be1-11c8-4180-8878-cddacefed449 req-197f2082-6ce0-46bb-89cb-204fe1f9a69b tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:22.722970 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-66844be1-11c8-4180-8878-cddacefed449 req-197f2082-6ce0-46bb-89cb-204fe1f9a69b tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 945 time: 0.0529058 Aug 05 02:19:22.761477 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-66844be1-11c8-4180-8878-cddacefed449 req-5ac9bb2c-d98d-4da9-abe4-f03ab8f2acfd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=e58bed5b-f233-4a18-8d38-d06c47ffe953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320983 Aug 05 02:19:23.246117 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c106e86-7146-4eea-9232-e0a36a72504b req-b7b3801f-ccf9-4513-b21b-494dd8cd8486 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:23.247602 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9c106e86-7146-4eea-9232-e0a36a72504b req-b7b3801f-ccf9-4513-b21b-494dd8cd8486 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0486674 Aug 05 02:19:23.284590 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9c106e86-7146-4eea-9232-e0a36a72504b req-28eb4d2a-ef9a-4e53-b825-65639e1ed649 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306187 Aug 05 02:19:23.874350 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a60017-e5d9-4908-899a-a2dd1d3e8d7e req-bea91508-4a74-4b01-b4f5-f5d9eaf2d9ce tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:23.875828 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-71a60017-e5d9-4908-899a-a2dd1d3e8d7e req-bea91508-4a74-4b01-b4f5-f5d9eaf2d9ce tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 945 time: 0.0479863 Aug 05 02:19:23.911828 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-71a60017-e5d9-4908-899a-a2dd1d3e8d7e req-7ec98926-cabe-44f1-bfeb-a43d3d3d4e32 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=e58bed5b-f233-4a18-8d38-d06c47ffe953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302804 Aug 05 02:19:24.021330 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388f2e-11b9-4d29-b6e8-2d0b4fb9b2c5 req-1843d8fb-7e62-49a8-88b0-24f0b0998e6f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:24.022801 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2d388f2e-11b9-4d29-b6e8-2d0b4fb9b2c5 req-1843d8fb-7e62-49a8-88b0-24f0b0998e6f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 945 time: 0.0511661 Aug 05 02:19:24.031475 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 52238) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:24.035756 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-2980cbfb-d259-42d8-9a89-df0a3c3766a8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Request body: {'floatingip': {'port_id': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:19:24.073357 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2980cbfb-d259-42d8-9a89-df0a3c3766a8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:24.447189 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847b5f4-b819-45e3-9edb-e16fc1f384a9 req-8490b619-882a-4867-b517-2053ab805f16 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:24.448668 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f847b5f4-b819-45e3-9edb-e16fc1f384a9 req-8490b619-882a-4867-b517-2053ab805f16 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0955117 Aug 05 02:19:24.546121 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f847b5f4-b819-45e3-9edb-e16fc1f384a9 req-cd169810-ef8a-4d9f-9d5c-2fef8e728cc6 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732677 Aug 05 02:19:24.559070 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2980cbfb-d259-42d8-9a89-df0a3c3766a8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:24.563691 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2980cbfb-d259-42d8-9a89-df0a3c3766a8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:24.666933 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.l3_db [None req-2980cbfb-d259-42d8-9a89-df0a3c3766a8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Floating IP fd2dd94e-2642-4ab1-8fed-4a9bb2960f2b associated. External IP: 172.27.3.217, port: ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3. Aug 05 02:19:25.109488 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2980cbfb-d259-42d8-9a89-df0a3c3766a8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Router 8008acaf-dbc3-4046-bee1-de93b3aca573 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:19:25.211423 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2980cbfb-d259-42d8-9a89-df0a3c3766a8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:19:25.216157 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2980cbfb-d259-42d8-9a89-df0a3c3766a8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:25.221142 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b54c4-6016-40f6-8c75-8d0ed2fd6608 None None] Sync routers for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:19:25.230700 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b54c4-6016-40f6-8c75-8d0ed2fd6608 None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:19:25.231329 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-df4b54c4-6016-40f6-8c75-8d0ed2fd6608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:19:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:25.250347 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-2980cbfb-d259-42d8-9a89-df0a3c3766a8 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "PUT /v2.0/floatingips/fd2dd94e-2642-4ab1-8fed-4a9bb2960f2b HTTP/1.1" status: 200 len: 991 time: 1.2147074 Aug 05 02:19:25.250347 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6488a57e-8169-4044-a251-1807f7f679b2', 'tag': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:19:25.250802 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162a2913-753e-4b43-8555-0405b7160dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "6488a57e-8169-4044-a251-1807f7f679b2", "tag": "ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:19:25.465807 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-df4b54c4-6016-40f6-8c75-8d0ed2fd6608 None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:19:25.474846 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a231-481a-4d83-8fbc-1ac3bb38bf41 req-f0ef0475-e50b-4f7e-b3f1-9508b15305a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:25.476338 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5959a231-481a-4d83-8fbc-1ac3bb38bf41 req-f0ef0475-e50b-4f7e-b3f1-9508b15305a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9eb8743fe334763bab3543f0d71dd2d&device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 1098 time: 0.0420146 Aug 05 02:19:25.569924 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae218b37-0da6-413c-8971-049dff499ed3 x-openstack-request-id: req-ae218b37-0da6-413c-8971-049dff499ed3 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:19:25.570446 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6488a57e-8169-4044-a251-1807f7f679b2", "tag": "ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:19:25.571327 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae218b37-0da6-413c-8971-049dff499ed3 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:19:25.571899 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6488a57e-8169-4044-a251-1807f7f679b2', 'tag': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3', 'status': 'completed', 'code': 200} Aug 05 02:19:25.595937 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a231-481a-4d83-8fbc-1ac3bb38bf41 req-7b7ab67d-96d7-4fcd-a256-995ff6041bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:25.597411 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5959a231-481a-4d83-8fbc-1ac3bb38bf41 req-7b7ab67d-96d7-4fcd-a256-995ff6041bee service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 HTTP/1.1" status: 200 len: 908 time: 0.0947094 Aug 05 02:19:25.640990 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a2913-753e-4b43-8555-0405b7160dc7 req-a184a2e7-5e4d-4658-97b8-57bca9af1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:25.642494 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-162a2913-753e-4b43-8555-0405b7160dc7 req-a184a2e7-5e4d-4658-97b8-57bca9af1c81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 1098 time: 0.0491290 Aug 05 02:19:25.709631 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5959a231-481a-4d83-8fbc-1ac3bb38bf41 req-aad17aa8-8320-4576-bd20-3c001d3403cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91 HTTP/1.1" status: 200 len: 1000 time: 0.1001844 Aug 05 02:19:25.716706 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-df4b54c4-6016-40f6-8c75-8d0ed2fd6608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': 'fd2dd94e-2642-4ab1-8fed-4a9bb2960f2b', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'port_id': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'mac_address': 'fa:16:3e:cd:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a57e-8169-4044-a251-1807f7f679b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:19:12Z', 'updated_at': '2021-08-05T02:19:24Z', 'revision_number': 1, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:25.722325 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c3cae-3c7c-4c4b-a6f4-15b628b9f7e7 req-5483dfc4-161b-4dc0-90aa-847f07a3dc29 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:25.723802 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c30c3cae-3c7c-4c4b-a6f4-15b628b9f7e7 req-5483dfc4-161b-4dc0-90aa-847f07a3dc29 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0772927 Aug 05 02:19:25.743545 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a2913-753e-4b43-8555-0405b7160dc7 req-f2943408-62e6-46d8-b21e-e0121e0cf800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:25.745318 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-162a2913-753e-4b43-8555-0405b7160dc7 req-f2943408-62e6-46d8-b21e-e0121e0cf800 service neutron] 10.222.0.43 "GET /v2.0/networks?id=04c23d2b-4628-4e7e-82ed-143193917639 HTTP/1.1" status: 200 len: 910 time: 0.0948682 Aug 05 02:19:25.748084 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b54c4-6016-40f6-8c75-8d0ed2fd6608 None None] Checking router: 8008acaf-dbc3-4046-bee1-de93b3aca573 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:19:25.756461 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b54c4-6016-40f6-8c75-8d0ed2fd6608 None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:19:25.757041 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-df4b54c4-6016-40f6-8c75-8d0ed2fd6608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:19:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:25.791920 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c30c3cae-3c7c-4c4b-a6f4-15b628b9f7e7 req-7847b478-4e9b-4170-9acf-f3ec5745d17b tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591366 Aug 05 02:19:25.793411 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a231-481a-4d83-8fbc-1ac3bb38bf41 req-11bc0f5c-a8d1-4822-9c14-f71c86e11aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:25.794789 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5959a231-481a-4d83-8fbc-1ac3bb38bf41 req-11bc0f5c-a8d1-4822-9c14-f71c86e11aef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c04c11f1-c05b-417d-90d4-b82cd114e524 HTTP/1.1" status: 200 len: 847 time: 0.0701187 Aug 05 02:19:25.824042 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-162a2913-753e-4b43-8555-0405b7160dc7 req-911b584c-02f3-4247-b8fa-404ce9fc076b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 HTTP/1.1" status: 200 len: 999 time: 0.0661213 Aug 05 02:19:25.850547 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a231-481a-4d83-8fbc-1ac3bb38bf41 req-6d69c972-8f4e-44f0-80ef-eb06b48a0127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:25.852184 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5959a231-481a-4d83-8fbc-1ac3bb38bf41 req-6d69c972-8f4e-44f0-80ef-eb06b48a0127 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426090 Aug 05 02:19:25.860863 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-df4b54c4-6016-40f6-8c75-8d0ed2fd6608 None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:19:25.882284 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a2913-753e-4b43-8555-0405b7160dc7 req-b9a10428-dc3b-4734-a0c4-fb70e11e1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:25.883968 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-162a2913-753e-4b43-8555-0405b7160dc7 req-b9a10428-dc3b-4734-a0c4-fb70e11e1e6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62dd59a9-2ce2-4bfb-9d6c-59dc98b53745 HTTP/1.1" status: 200 len: 849 time: 0.0478914 Aug 05 02:19:25.936678 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a2913-753e-4b43-8555-0405b7160dc7 req-681ecc93-9db9-488b-b708-e73a72ef9538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:25.938294 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-162a2913-753e-4b43-8555-0405b7160dc7 req-681ecc93-9db9-488b-b708-e73a72ef9538 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04c23d2b-4628-4e7e-82ed-143193917639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470483 Aug 05 02:19:25.948080 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5959a231-481a-4d83-8fbc-1ac3bb38bf41 req-b590ff35-3cb6-4719-b388-2adf7e348959 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879536 Aug 05 02:19:26.050252 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5959a231-481a-4d83-8fbc-1ac3bb38bf41 req-a6bdf64e-c345-4728-bbef-c54d96571e34 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892978 Aug 05 02:19:26.054108 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-162a2913-753e-4b43-8555-0405b7160dc7 req-0a7d10f3-916f-45f3-88ba-95dc3b321c97 service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014540 Aug 05 02:19:26.112775 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-df4b54c4-6016-40f6-8c75-8d0ed2fd6608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': 'fd2dd94e-2642-4ab1-8fed-4a9bb2960f2b', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'port_id': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'mac_address': 'fa:16:3e:cd:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a57e-8169-4044-a251-1807f7f679b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:19:12Z', 'updated_at': '2021-08-05T02:19:24Z', 'revision_number': 1, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:26.140597 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b54c4-6016-40f6-8c75-8d0ed2fd6608 None None] The sync data for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi is: [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': 'fd2dd94e-2642-4ab1-8fed-4a9bb2960f2b', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'port_id': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'mac_address': 'fa:16:3e:cd:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6488a57e-8169-4044-a251-1807f7f679b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:19:12Z', 'updated_at': '2021-08-05T02:19:24Z', 'revision_number': 1, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:19:26.170735 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-162a2913-753e-4b43-8555-0405b7160dc7 req-ff0ec864-0311-43de-8098-e3ef74262b2f service neutron] 10.222.0.43 "GET /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049702 Aug 05 02:19:26.350863 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15915b-6986-487e-83e5-3e1f145eee40 None None] New status for floating IP fd2dd94e-2642-4ab1-8fed-4a9bb2960f2b: ACTIVE {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:19:26.913119 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74773e15-9101-4d10-a14b-53297431b9fa req-7c02821b-e28e-4ea6-bac8-abf51cb7e493 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:26.914781 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-74773e15-9101-4d10-a14b-53297431b9fa req-7c02821b-e28e-4ea6-bac8-abf51cb7e493 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0511851 Aug 05 02:19:26.956006 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-74773e15-9101-4d10-a14b-53297431b9fa req-5e8678c7-e6d0-4df3-8133-95c1ff58ab94 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350087 Aug 05 02:19:28.086358 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d9cf6-94bb-457c-81b9-a9553da4f5cd req-014de17d-833f-4847-8649-033fd0e94f00 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:28.088134 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-db0d9cf6-94bb-457c-81b9-a9553da4f5cd req-014de17d-833f-4847-8649-033fd0e94f00 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0527081 Aug 05 02:19:28.131207 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-db0d9cf6-94bb-457c-81b9-a9553da4f5cd req-10515dd0-e32d-484d-ada7-d8b8c835bc9c tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349288 Aug 05 02:19:28.190110 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7f82d9eb-0e17-49b5-a4d9-a66fd5ba0182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:29.263268 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389822d3-48bc-4f28-8841-17a243ac1637 req-771d081d-8ac5-4364-a772-d2a0cf82f923 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:29.264648 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-389822d3-48bc-4f28-8841-17a243ac1637 req-771d081d-8ac5-4364-a772-d2a0cf82f923 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0554354 Aug 05 02:19:29.308069 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-389822d3-48bc-4f28-8841-17a243ac1637 req-69d64866-b3e4-4df4-97a9-b5b732b94c6e tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375323 Aug 05 02:19:29.529918 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:30.468093 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450d521-d852-460e-9143-fe2a7420c41a req-90275115-0e00-4be2-9d1e-51ae696e9c14 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:30.470094 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c450d521-d852-460e-9143-fe2a7420c41a req-90275115-0e00-4be2-9d1e-51ae696e9c14 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0880103 Aug 05 02:19:30.521148 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c450d521-d852-460e-9143-fe2a7420c41a req-4382a9f4-85ac-4c23-9c0d-335ea8309750 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446861 Aug 05 02:19:30.846364 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8859-050a-4478-9247-a2339c4fe18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:30.873747 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:31.653746 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14a3df-7695-4405-8760-f964ffcbfed8 req-67e985b9-3487-413e-a8b8-18b3608650c8 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:31.656097 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-be14a3df-7695-4405-8760-f964ffcbfed8 req-67e985b9-3487-413e-a8b8-18b3608650c8 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0569813 Aug 05 02:19:31.703355 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-be14a3df-7695-4405-8760-f964ffcbfed8 req-aca94433-c8da-4575-a088-ff1dc952328d tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409961 Aug 05 02:19:32.076663 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:32.835083 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416437e-9265-48b8-88a6-00c256466675 req-6410a9ca-7a04-43ec-b935-8aa41ef1802c tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:32.840628 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7416437e-9265-48b8-88a6-00c256466675 req-6410a9ca-7a04-43ec-b935-8aa41ef1802c tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0573092 Aug 05 02:19:32.876984 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7416437e-9265-48b8-88a6-00c256466675 req-8264433d-66bd-408c-8349-0e17aabb944c tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324514 Aug 05 02:19:33.660002 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:34.010024 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f067c-d7b0-4597-a4b4-a91caad2ad80 req-bda704d3-b148-458d-beb5-a7cf74bb0b7a tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:34.011478 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4b5f067c-d7b0-4597-a4b4-a91caad2ad80 req-bda704d3-b148-458d-beb5-a7cf74bb0b7a tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0625517 Aug 05 02:19:34.050584 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4b5f067c-d7b0-4597-a4b4-a91caad2ad80 req-dd58050a-133b-4ac4-84ad-9b9c05b42928 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327668 Aug 05 02:19:34.990982 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696a7fc-a3ef-427c-b108-51f47b9842d4 req-9e7259dc-1f2b-49cc-8fe6-302f315f6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:34.992510 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b696a7fc-a3ef-427c-b108-51f47b9842d4 req-9e7259dc-1f2b-49cc-8fe6-302f315f6705 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9eb8743fe334763bab3543f0d71dd2d&device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 1098 time: 0.0420384 Aug 05 02:19:35.095577 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696a7fc-a3ef-427c-b108-51f47b9842d4 req-712717be-4a64-4ddf-9106-2d3541901be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:35.098087 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b696a7fc-a3ef-427c-b108-51f47b9842d4 req-712717be-4a64-4ddf-9106-2d3541901be7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 HTTP/1.1" status: 200 len: 908 time: 0.0976968 Aug 05 02:19:35.175353 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b696a7fc-a3ef-427c-b108-51f47b9842d4 req-b3855e6e-0934-4dc8-8508-94f0d79686d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91 HTTP/1.1" status: 200 len: 1000 time: 0.0648339 Aug 05 02:19:35.198934 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9483b-cf33-45ca-9c20-d30b6d3c1716 req-f3f43052-c073-47b7-8428-b9184818456e tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:35.207328 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-12e9483b-cf33-45ca-9c20-d30b6d3c1716 req-f3f43052-c073-47b7-8428-b9184818456e tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0689487 Aug 05 02:19:35.240683 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696a7fc-a3ef-427c-b108-51f47b9842d4 req-bc2255ad-2e29-42d0-92cd-6ba2c05824f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:35.242598 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b696a7fc-a3ef-427c-b108-51f47b9842d4 req-bc2255ad-2e29-42d0-92cd-6ba2c05824f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c04c11f1-c05b-417d-90d4-b82cd114e524 HTTP/1.1" status: 200 len: 847 time: 0.0579565 Aug 05 02:19:35.247551 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-12e9483b-cf33-45ca-9c20-d30b6d3c1716 req-bbedaf7e-eda9-440f-a14c-26dbca9693f8 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387647 Aug 05 02:19:35.307471 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696a7fc-a3ef-427c-b108-51f47b9842d4 req-70e21cea-8855-49f4-8d3f-31a612323015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:35.309957 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b696a7fc-a3ef-427c-b108-51f47b9842d4 req-70e21cea-8855-49f4-8d3f-31a612323015 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563929 Aug 05 02:19:35.427267 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b696a7fc-a3ef-427c-b108-51f47b9842d4 req-1b11c089-a328-420e-a379-5d090133db99 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073303 Aug 05 02:19:35.529763 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b696a7fc-a3ef-427c-b108-51f47b9842d4 req-72398f4e-f7be-4d40-9976-40bfef2fe4dc service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922956 Aug 05 02:19:36.374892 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437292ef-a839-42c3-9d01-a6998a0f6df1 req-e5ba2e13-34c1-435b-9d4e-baa8236e62c8 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:36.376535 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-437292ef-a839-42c3-9d01-a6998a0f6df1 req-e5ba2e13-34c1-435b-9d4e-baa8236e62c8 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0529926 Aug 05 02:19:36.441259 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-437292ef-a839-42c3-9d01-a6998a0f6df1 req-d00eeba9-4074-4974-9c4d-aa57a07bb2d7 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516376 Aug 05 02:19:37.570971 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa497-40ac-41a3-b0ee-a38287dd771c req-e0fcfb85-f2ae-441b-b638-8d75208c53a9 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:37.573156 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-098fa497-40ac-41a3-b0ee-a38287dd771c req-e0fcfb85-f2ae-441b-b638-8d75208c53a9 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0609097 Aug 05 02:19:37.619751 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-098fa497-40ac-41a3-b0ee-a38287dd771c req-00e27b05-3975-4816-b18d-dad511683002 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379560 Aug 05 02:19:38.764244 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4e4dc-53cc-4fa6-b127-6b50ab24c290 req-f5cf4ff9-8b14-4dba-a27a-53db18e0a74b tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:38.765853 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-19e4e4dc-53cc-4fa6-b127-6b50ab24c290 req-f5cf4ff9-8b14-4dba-a27a-53db18e0a74b tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0652680 Aug 05 02:19:38.827159 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-19e4e4dc-53cc-4fa6-b127-6b50ab24c290 req-6c334dcc-a171-4d57-a57a-f378691c0c3a tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517342 Aug 05 02:19:39.048896 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 52432) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:39.075117 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d55ea7-8670-4d3e-bdb4-55de65a236eb req-c041f89b-eddd-4c20-9c31-a33dd9fbeb87 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:39.076682 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01d55ea7-8670-4d3e-bdb4-55de65a236eb req-c041f89b-eddd-4c20-9c31-a33dd9fbeb87 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0700419 Aug 05 02:19:39.146016 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-01d55ea7-8670-4d3e-bdb4-55de65a236eb req-f2c5a403-0b70-490f-a200-10a3ae01789e tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609424 Aug 05 02:19:39.163512 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-3c0b6825-68bc-4412-ac75-8acca984878f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131434 Aug 05 02:19:39.687467 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:19:40.270133 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea9117-40ec-4c74-b0ec-0322a427c585 req-184b08f6-fe95-41d9-9599-ada6e17f9a82 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:40.272495 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-58ea9117-40ec-4c74-b0ec-0322a427c585 req-184b08f6-fe95-41d9-9599-ada6e17f9a82 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0558457 Aug 05 02:19:40.320741 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-58ea9117-40ec-4c74-b0ec-0322a427c585 req-0b72423d-da4c-4712-9e0e-83f501a3461d tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360968 Aug 05 02:19:40.902930 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-7cda0267-3d39-4ae0-95b2-3833b7b584ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:40.905005 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-7cda0267-3d39-4ae0-95b2-3833b7b584ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24&tenant_id=e9eb8743fe334763bab3543f0d71dd2d HTTP/1.1" status: 200 len: 1098 time: 0.0481124 Aug 05 02:19:40.994303 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-5f376062-fba3-4d49-8276-d590b9696680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:40.995875 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-5f376062-fba3-4d49-8276-d590b9696680 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9eb8743fe334763bab3543f0d71dd2d&device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 1098 time: 0.0441756 Aug 05 02:19:41.100849 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-148ba355-87d8-4f9e-9f65-31364e81cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:41.102318 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-148ba355-87d8-4f9e-9f65-31364e81cb5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 HTTP/1.1" status: 200 len: 908 time: 0.0886757 Aug 05 02:19:41.171643 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-80025b5b-133c-442d-9518-c0cc0498be15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91 HTTP/1.1" status: 200 len: 1000 time: 0.0556781 Aug 05 02:19:41.223898 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-29928425-063b-49cb-9883-3b50a80364f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:41.225278 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-29928425-063b-49cb-9883-3b50a80364f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c04c11f1-c05b-417d-90d4-b82cd114e524 HTTP/1.1" status: 200 len: 847 time: 0.0452747 Aug 05 02:19:41.274079 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 8f24e381-ccca-4cda-a3dd-129d67a0cf91 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:19:41.274758 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-0924ecca-642b-41f4-9d0a-cabad6843fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:41.275565 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-0924ecca-642b-41f4-9d0a-cabad6843fda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378380 Aug 05 02:19:41.349979 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:41.373400 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:19:41.373607 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-b61f5dd3-c44a-453d-8319-425af507914d service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859604 Aug 05 02:19:41.375977 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4426ab22-8487-44ee-b5b1-a1c0104e11c2" -d '{"events": [{"server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "name": "network-vif-unplugged", "status": "completed", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:19:41.389487 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 8f24e381-ccca-4cda-a3dd-129d67a0cf91, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:41.393924 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:41.449651 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=8f24e381-ccca-4cda-a3dd-129d67a0cf91,revision_number=6']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:41.488189 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 05 Aug 2021 02:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db494896-1118-48cd-8189-230380db97a7 x-openstack-request-id: req-db494896-1118-48cd-8189-230380db97a7 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:19:41.488499 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "name": "network-vif-unplugged", "status": "completed", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:19:41.488775 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db494896-1118-48cd-8189-230380db97a7 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:19:41.489182 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'code': 200} Aug 05 02:19:41.511502 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da71c43-1aed-46a4-8df1-d57c4db1d73a req-2b8bbd07-79a4-4e1a-9593-fe2928f15f30 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:41.512968 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7da71c43-1aed-46a4-8df1-d57c4db1d73a req-2b8bbd07-79a4-4e1a-9593-fe2928f15f30 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.1066258 Aug 05 02:19:41.532756 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-edc81d9f-2cf4-48f7-bb2b-76bce0fd3617 req-28331e0c-03ee-4572-94d3-a0f4ec9729d5 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357732 Aug 05 02:19:41.557116 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7da71c43-1aed-46a4-8df1-d57c4db1d73a req-f0a0460a-41bd-432f-907f-9f8653a5f3f5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354760 Aug 05 02:19:42.672711 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c59a5-ce57-4bc4-a79f-455c84916e2c req-56693f97-b16f-4333-85c7-5662892c1658 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:42.674218 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a91c59a5-ce57-4bc4-a79f-455c84916e2c req-56693f97-b16f-4333-85c7-5662892c1658 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0488868 Aug 05 02:19:42.711007 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a91c59a5-ce57-4bc4-a79f-455c84916e2c req-a4dbc5cd-b76b-4718-baee-fe489827a9d9 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308025 Aug 05 02:19:43.572559 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 52552) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:43.619066 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_v2 [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Deleting subnet f34cf45c-f8d0-4ead-86c5-3b6befc52791 {{(pid=93455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:19:43.622486 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:43.657195 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3849070'] for subnet, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:43.693654 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:43.745751 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841103'] for subnet, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:43.776205 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f34cf45c-f8d0-4ead-86c5-3b6befc52791,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:43.779850 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:43.783644 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f34cf45c-f8d0-4ead-86c5-3b6befc52791 HTTP/1.1" status: 204 len: 168 time: 0.2075150 Aug 05 02:19:43.783644 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 52556) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:43.794593 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:43.794989 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:43.795329 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:43.795662 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:43.795989 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:43.796320 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:43.796645 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:43.796968 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:43.797291 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:43.797612 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:43.797931 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:43.798248 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d3df4-e6c5-48ef-9f01-4dc82c3962f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:43.833037 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a405b50-ddeb-41aa-bd5a-2f55069181ad req-b3d1e3e4-066c-4fd9-b827-77b5c42791f3 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:43.834495 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5a405b50-ddeb-41aa-bd5a-2f55069181ad req-b3d1e3e4-066c-4fd9-b827-77b5c42791f3 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0508809 Aug 05 02:19:43.860204 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:43.872068 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5a405b50-ddeb-41aa-bd5a-2f55069181ad req-d3d061c9-43e5-48dc-a125-1b2f473cd821 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312221 Aug 05 02:19:43.939325 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:43.949056 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f0ab49-e9a8-49df-a26e-74b3814c08a5']}} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:43.959171 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ac82f3-6dcf-4292-9930-f3ed855b83c9') {'for_net_delete': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:43.959461 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ac82f3-6dcf-4292-9930-f3ed855b83c9') {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:19:43.968693 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3849081'] for segment, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:43.981686 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:43.987859 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:19:43.988238 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672839'] for segment, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: Traceback (most recent call last): Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: timer() Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: cb(*args, **kw) Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: return func(*args, **kwargs) Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: self._notify() Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: self.callback(batched_events) Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: event.method(event) Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: return f(self, *a, **k) Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._get(url).json() Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: return self.request(url, 'GET', **kwargs) Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:19:43.990097 dv-cinder-803533-1-iscsi neutron-server[93455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:19:44.040936 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:44.045677 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:44.047518 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e5f0ab49-e9a8-49df-a26e-74b3814c08a5 HTTP/1.1" status: 204 len: 168 time: 0.2631373 Aug 05 02:19:44.059158 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be8fa0-1be7-48ac-bbb2-6e8782dc3853 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f0ab49-e9a8-49df-a26e-74b3814c08a5,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:44.214311 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 52564) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:44.253136 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-1c7ebbcf-ec7c-46a8-a7f4-76b3625160d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32f27ee96028467a8fc46866553ceca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376151 Aug 05 02:19:44.255551 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 52566) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:19:44.305644 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2aca018f-2704-4fd4-a828-a44567973a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:44.326252 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2aca018f-2704-4fd4-a828-a44567973a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:44.370508 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2aca018f-2704-4fd4-a828-a44567973a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:44.373975 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2aca018f-2704-4fd4-a828-a44567973a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:44.375130 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-2aca018f-2704-4fd4-a828-a44567973a34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf1a5ff1-3f58-4be1-8839-0f231582f0e4 HTTP/1.1" status: 204 len: 168 time: 0.1186969 Aug 05 02:19:44.382297 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca018f-2704-4fd4-a828-a44567973a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a5ff1-3f58-4be1-8839-0f231582f0e4,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:44.989192 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b503ea-cd4b-4f9d-b675-f651d89467cb req-d93f310b-520b-421a-b5e8-dedf19d83d81 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:44.990689 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c1b503ea-cd4b-4f9d-b675-f651d89467cb req-d93f310b-520b-421a-b5e8-dedf19d83d81 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0491352 Aug 05 02:19:45.027685 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c1b503ea-cd4b-4f9d-b675-f651d89467cb req-4649db45-cb4a-4eb6-a4ab-6f06eda7b3f4 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311596 Aug 05 02:19:46.144608 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274e9dd-2cc8-4e71-a624-19a3118140ed req-829f85ee-cd76-4185-bf20-e3fb215f4360 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:46.146055 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a274e9dd-2cc8-4e71-a624-19a3118140ed req-829f85ee-cd76-4185-bf20-e3fb215f4360 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0489907 Aug 05 02:19:46.181817 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a274e9dd-2cc8-4e71-a624-19a3118140ed req-7a447661-8bec-44f0-8187-37093383cc06 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298715 Aug 05 02:19:47.295916 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b26cb-1f0c-4e50-89ef-24def04b3149 req-db926737-8ba0-4dfa-b01e-d6d0c6b7e077 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:47.297356 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-993b26cb-1f0c-4e50-89ef-24def04b3149 req-db926737-8ba0-4dfa-b01e-d6d0c6b7e077 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0475104 Aug 05 02:19:47.339870 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-993b26cb-1f0c-4e50-89ef-24def04b3149 req-b1c47613-779d-47dd-a65e-f23d7e7f333a tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366776 Aug 05 02:19:47.854500 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a3f7b-b9b9-49fa-bf82-ccab0f7afbe7 req-c5e60ad7-089a-4a50-91a2-a06f3423f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:47.855948 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1d5a3f7b-b9b9-49fa-bf82-ccab0f7afbe7 req-c5e60ad7-089a-4a50-91a2-a06f3423f073 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 1096 time: 0.0378997 Aug 05 02:19:47.894293 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1d5a3f7b-b9b9-49fa-bf82-ccab0f7afbe7 req-16228c6d-e091-40c0-8dc8-aa119fee2056 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280991 Aug 05 02:19:48.457218 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65077b91-db94-4c80-bc5d-2bc07d4c18ee req-1c7aac21-b002-4c46-98d2-7d150d4d7096 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:48.458747 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-65077b91-db94-4c80-bc5d-2bc07d4c18ee req-1c7aac21-b002-4c46-98d2-7d150d4d7096 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 943 time: 0.0515556 Aug 05 02:19:48.496551 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-65077b91-db94-4c80-bc5d-2bc07d4c18ee req-9b72c4de-db08-4e98-9439-075308853b6e tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313828 Aug 05 02:19:49.308007 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 8f24e381-ccca-4cda-a3dd-129d67a0cf91 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:19:49.401366 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 8f24e381-ccca-4cda-a3dd-129d67a0cf91, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:49.414668 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'port_id': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'mac_address': 'fa:16:3e:b3:19:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:19:49.450061 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:49.466346 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f24e381-ccca-4cda-a3dd-129d67a0cf91 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:19:49.485893 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 8f24e381-ccca-4cda-a3dd-129d67a0cf91, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:49.489632 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:49.541608 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=8f24e381-ccca-4cda-a3dd-129d67a0cf91,revision_number=7']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:49.551096 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:49.551446 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:49.551771 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:49.552101 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:49.552425 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:49.552747 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:49.553068 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:49.553390 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:49.553732 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:49.554052 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:49.554368 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:49.554719 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:19:49.634958 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca136c8-9a1d-4f85-a099-a17b4d3b7bba req-1f0bd68f-5236-4350-ad30-37df3738c775 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:19:49.636420 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8ca136c8-9a1d-4f85-a099-a17b4d3b7bba req-1f0bd68f-5236-4350-ad30-37df3738c775 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 944 time: 0.0517936 Aug 05 02:19:49.683163 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8ca136c8-9a1d-4f85-a099-a17b4d3b7bba req-e984c3e6-1e7d-4d11-b451-f6b3a9285032 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325172 Aug 05 02:19:49.818494 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['8f24e381-ccca-4cda-a3dd-129d67a0cf91'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:19:51.342018 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 8f24e381-ccca-4cda-a3dd-129d67a0cf91 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:19:51.388378 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:19:51.388746 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:51.468530 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:51.490019 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:19:51.492240 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7366a5-57e9-45f2-92d5-24a8606b0fea" -d '{"events": [{"server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "name": "network-vif-plugged", "status": "completed", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:19:51.505116 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 8f24e381-ccca-4cda-a3dd-129d67a0cf91, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:19:51.509078 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:51.532955 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b1b0e6-fa69-4638-9e92-d869c73dcae5 x-openstack-request-id: req-46b1b0e6-fa69-4638-9e92-d869c73dcae5 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:19:51.533237 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "name": "network-vif-plugged", "status": "completed", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:19:51.533484 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46b1b0e6-fa69-4638-9e92-d869c73dcae5 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:19:51.533857 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'code': 200} Aug 05 02:19:51.557885 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=8f24e381-ccca-4cda-a3dd-129d67a0cf91,revision_number=8']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:19:58.190783 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-e3995827-12c6-4e77-927e-ad083be953de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:19:59.526820 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:00.847838 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-e6b27fcb-4ebf-4497-b6b4-2684cc74d76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:00.873540 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:02.073733 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:03.660957 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:10.715464 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d389050-df98-40cc-8be9-55602ba8de79 req-825c8a98-c847-4995-86ce-bb4d77a773b4 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:10.716925 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8d389050-df98-40cc-8be9-55602ba8de79 req-825c8a98-c847-4995-86ce-bb4d77a773b4 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0501313 Aug 05 02:20:10.754239 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8d389050-df98-40cc-8be9-55602ba8de79 req-1ba473b3-a396-4aed-8c53-06f0677e24f5 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309196 Aug 05 02:20:11.871972 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1040e-0b44-4a13-b5d2-a338d4779717 req-07ea1e47-622a-465c-aac0-3abb863d272e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:11.874053 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-52f1040e-0b44-4a13-b5d2-a338d4779717 req-07ea1e47-622a-465c-aac0-3abb863d272e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0475504 Aug 05 02:20:11.910341 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-52f1040e-0b44-4a13-b5d2-a338d4779717 req-5091adce-1225-450e-bb5b-0c1015b8f234 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304623 Aug 05 02:20:13.036444 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ccd8f-ebed-4e7c-a812-489aab55aa2b req-9bbceeb8-1f3d-4b7c-bb36-d58ccdc83ced tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:13.040014 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fe6ccd8f-ebed-4e7c-a812-489aab55aa2b req-9bbceeb8-1f3d-4b7c-bb36-d58ccdc83ced tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0553136 Aug 05 02:20:13.083798 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fe6ccd8f-ebed-4e7c-a812-489aab55aa2b req-235b913c-264f-42d5-bcec-7e4032be40b0 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395992 Aug 05 02:20:14.205971 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 52894) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:20:14.210598 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b20a3-3c55-4705-8f68-99c93bc0948a req-aa970729-12d3-4426-8d88-13438acc304a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:14.212337 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a7b20a3-3c55-4705-8f68-99c93bc0948a req-aa970729-12d3-4426-8d88-13438acc304a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0482702 Aug 05 02:20:14.249785 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a7b20a3-3c55-4705-8f68-99c93bc0948a req-2e62d558-e630-4d21-9131-66c4b3dc3aa6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308504 Aug 05 02:20:14.307567 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-feb3afbd-4353-44d2-87fe-d7ffedcebdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:14.391818 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-feb3afbd-4353-44d2-87fe-d7ffedcebdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:14.395160 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-feb3afbd-4353-44d2-87fe-d7ffedcebdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:14.431652 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-feb3afbd-4353-44d2-87fe-d7ffedcebdf7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=472978f723ee4b90a3a8a1e8421a9227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244341 Aug 05 02:20:14.432500 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3afbd-4353-44d2-87fe-d7ffedcebdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701eb0bf-bcfc-40bf-b82b-2b1873f89400,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:14.434379 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 52898) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:20:14.482747 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:14.506392 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:14.551372 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:14.553874 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:14.555003 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/701eb0bf-bcfc-40bf-b82b-2b1873f89400 HTTP/1.1" status: 204 len: 168 time: 0.1188455 Aug 05 02:20:14.562767 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701eb0bf-bcfc-40bf-b82b-2b1873f89400,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:14.569713 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:14.570026 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:14.570365 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:14.570719 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:14.571050 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:14.571376 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:14.571701 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:14.572023 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:14.572398 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:14.572655 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:14.572972 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:14.573291 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc298-066a-441d-9fd6-af56425374e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:15.375515 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5882fa5-048e-4d7b-82be-9f68b7c2adc2 req-205f5b73-c505-4ae3-836b-df14efee2e36 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:15.376998 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a5882fa5-048e-4d7b-82be-9f68b7c2adc2 req-205f5b73-c505-4ae3-836b-df14efee2e36 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0500712 Aug 05 02:20:15.413905 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a5882fa5-048e-4d7b-82be-9f68b7c2adc2 req-a50f4bf5-fa93-4fe1-bec7-8837b3042362 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311325 Aug 05 02:20:16.532182 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b61a7-099b-4fca-9efa-bb76b2f55ff7 req-bfc7cc5a-8f6b-43af-8249-69d366228252 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:16.533627 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-437b61a7-099b-4fca-9efa-bb76b2f55ff7 req-bfc7cc5a-8f6b-43af-8249-69d366228252 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0470414 Aug 05 02:20:16.570421 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-437b61a7-099b-4fca-9efa-bb76b2f55ff7 req-7cd23f87-b9ce-4b39-89bf-e2613523d7be tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309079 Aug 05 02:20:16.686034 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:20:17.686106 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd040d1-2db5-406b-aff7-6f981328bb8d req-fa40aa32-f946-4d56-ad5c-a1a63a83d058 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:17.688075 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9dd040d1-2db5-406b-aff7-6f981328bb8d req-fa40aa32-f946-4d56-ad5c-a1a63a83d058 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0465326 Aug 05 02:20:17.724473 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9dd040d1-2db5-406b-aff7-6f981328bb8d req-e2d9b38d-1397-4faf-ae8e-6ce42d258573 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306952 Aug 05 02:20:18.845842 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28371e8-851a-4e32-b46d-91d9202e0435 req-ce897f69-bf9b-4061-8fe2-424095c5c5dd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:18.847445 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a28371e8-851a-4e32-b46d-91d9202e0435 req-ce897f69-bf9b-4061-8fe2-424095c5c5dd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0529048 Aug 05 02:20:19.113565 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a28371e8-851a-4e32-b46d-91d9202e0435 req-6c7561d2-f51e-4940-9a35-eaa104e9f798 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601936 Aug 05 02:20:20.233169 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea6656-b5a4-4082-84cf-29f9ed99f88f req-f614c08a-13b9-4944-a5b5-0d00f7a7564d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:20.234597 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a5ea6656-b5a4-4082-84cf-29f9ed99f88f req-f614c08a-13b9-4944-a5b5-0d00f7a7564d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0511050 Aug 05 02:20:20.270521 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a5ea6656-b5a4-4082-84cf-29f9ed99f88f req-099afca1-2599-4cb1-a2e4-20fe253c4ab6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299351 Aug 05 02:20:21.395965 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5527148-a2a5-401f-9224-c38531fef55a req-24adb036-6c4d-4b86-9214-8a7310206940 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:21.397446 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a5527148-a2a5-401f-9224-c38531fef55a req-24adb036-6c4d-4b86-9214-8a7310206940 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0575581 Aug 05 02:20:21.435885 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a5527148-a2a5-401f-9224-c38531fef55a req-b8351703-ef33-40f1-999a-160b2fe70f45 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316782 Aug 05 02:20:21.504224 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 0988dd64-3ded-4688-be20-947f4617b567 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:20:21.603719 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=0988dd64-3ded-4688-be20-947f4617b567,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:21.615162 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '0988dd64-3ded-4688-be20-947f4617b567', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'port_id': '0988dd64-3ded-4688-be20-947f4617b567', 'mac_address': 'fa:16:3e:a2:71:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:20:21.652609 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:21.668047 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0988dd64-3ded-4688-be20-947f4617b567 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:20:21.689516 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=0988dd64-3ded-4688-be20-947f4617b567,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:21.693365 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:21.744998 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=0988dd64-3ded-4688-be20-947f4617b567,revision_number=6']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:21.794898 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['0988dd64-3ded-4688-be20-947f4617b567'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:20:22.552422 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3624e8-73c6-407f-9937-8120a53f1662 req-68fbd1e2-9a7e-47b7-a631-afad61056d81 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:22.553894 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ed3624e8-73c6-407f-9937-8120a53f1662 req-68fbd1e2-9a7e-47b7-a631-afad61056d81 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 945 time: 0.0470102 Aug 05 02:20:22.590756 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ed3624e8-73c6-407f-9937-8120a53f1662 req-ac52163c-35ef-4f0a-bbab-77c9952d7378 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309284 Aug 05 02:20:23.509308 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 0988dd64-3ded-4688-be20-947f4617b567 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:23.563908 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 0988dd64-3ded-4688-be20-947f4617b567 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:20:23.564349 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:23.654042 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:23.697751 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=0988dd64-3ded-4688-be20-947f4617b567,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:23.699144 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0988dd64-3ded-4688-be20-947f4617b567'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:20:23.702781 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1902eead-6675-4b7b-a1b8-b855b996ef73" -d '{"events": [{"server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "name": "network-vif-plugged", "status": "completed", "tag": "0988dd64-3ded-4688-be20-947f4617b567"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:20:23.708000 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:23.767257 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c72aded-f2cd-487d-a9e8-503cba867e75 x-openstack-request-id: req-5c72aded-f2cd-487d-a9e8-503cba867e75 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:20:23.767549 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "name": "network-vif-plugged", "status": "completed", "tag": "0988dd64-3ded-4688-be20-947f4617b567", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:20:23.767804 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c72aded-f2cd-487d-a9e8-503cba867e75 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:20:23.768192 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0988dd64-3ded-4688-be20-947f4617b567', 'code': 200} Aug 05 02:20:23.772780 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cad4f3-96a1-4b86-9463-df47300fe99f req-5481a1b0-4361-4e96-a9de-0ad394cb44bd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:23.773293 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=0988dd64-3ded-4688-be20-947f4617b567,revision_number=7']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:23.775177 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a7cad4f3-96a1-4b86-9463-df47300fe99f req-5481a1b0-4361-4e96-a9de-0ad394cb44bd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 945 time: 0.0878274 Aug 05 02:20:23.821390 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a7cad4f3-96a1-4b86-9463-df47300fe99f req-7fd60058-7f05-4736-96a6-cb4924a9163e tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392988 Aug 05 02:20:24.459532 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ee04ee46-ec84-464f-8f90-31d6c19ae6f2 req-5a472c1c-b80c-47c2-9a9c-08f1546ef2b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530081 Aug 05 02:20:24.663069 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04ee46-ec84-464f-8f90-31d6c19ae6f2 req-fe8ac47c-edc8-4c41-bbcc-878973dad3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:24.664796 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ee04ee46-ec84-464f-8f90-31d6c19ae6f2 req-fe8ac47c-edc8-4c41-bbcc-878973dad3fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9eb8743fe334763bab3543f0d71dd2d&device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 1098 time: 0.0513046 Aug 05 02:20:24.791171 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04ee46-ec84-464f-8f90-31d6c19ae6f2 req-232f2f1e-ac5f-4c60-ac03-73fd9e152ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:24.793092 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ee04ee46-ec84-464f-8f90-31d6c19ae6f2 req-232f2f1e-ac5f-4c60-ac03-73fd9e152ee7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 HTTP/1.1" status: 200 len: 908 time: 0.1016586 Aug 05 02:20:24.876566 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ee04ee46-ec84-464f-8f90-31d6c19ae6f2 req-a0759990-4f66-4189-be95-7ff6d398dd2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91 HTTP/1.1" status: 200 len: 1000 time: 0.0757179 Aug 05 02:20:24.938856 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04ee46-ec84-464f-8f90-31d6c19ae6f2 req-528fc1a5-07e8-495d-a95a-af125a8436b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:24.940414 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ee04ee46-ec84-464f-8f90-31d6c19ae6f2 req-528fc1a5-07e8-495d-a95a-af125a8436b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c04c11f1-c05b-417d-90d4-b82cd114e524 HTTP/1.1" status: 200 len: 847 time: 0.0547955 Aug 05 02:20:24.977594 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947126e-e181-41e0-b3a4-ddb56914b9c6 req-5e4ba19d-0005-4318-a15d-612091fd979d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:24.979935 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a947126e-e181-41e0-b3a4-ddb56914b9c6 req-5e4ba19d-0005-4318-a15d-612091fd979d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0625732 Aug 05 02:20:24.991578 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04ee46-ec84-464f-8f90-31d6c19ae6f2 req-15980db9-6df5-4a4b-aecb-6aaaf7dbd860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:24.993427 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ee04ee46-ec84-464f-8f90-31d6c19ae6f2 req-15980db9-6df5-4a4b-aecb-6aaaf7dbd860 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439603 Aug 05 02:20:25.038989 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a947126e-e181-41e0-b3a4-ddb56914b9c6 req-4e0d2c9d-1480-4ad2-90b7-37661ebd9673 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449870 Aug 05 02:20:25.110558 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ee04ee46-ec84-464f-8f90-31d6c19ae6f2 req-22638db3-c700-4701-9f76-01a9746b2574 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074781 Aug 05 02:20:25.215406 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ee04ee46-ec84-464f-8f90-31d6c19ae6f2 req-c3f69de1-5fdd-47f4-a27c-ea658fe22d46 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952079 Aug 05 02:20:26.156437 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853d36b-6dc0-4e8a-8d9a-3471ec5c924e req-27f972c6-59f3-4768-80a7-4b7fc54d20d5 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:26.158224 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1853d36b-6dc0-4e8a-8d9a-3471ec5c924e req-27f972c6-59f3-4768-80a7-4b7fc54d20d5 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0528944 Aug 05 02:20:26.203970 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1853d36b-6dc0-4e8a-8d9a-3471ec5c924e req-5e6dd34b-f377-46e7-ba6f-42bfd76ceea3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390601 Aug 05 02:20:27.338979 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058cde-1774-4dae-b974-6ac6dce19352 req-bf88c9f6-befa-449b-a742-c736df1fb5f3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:27.348841 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ad058cde-1774-4dae-b974-6ac6dce19352 req-bf88c9f6-befa-449b-a742-c736df1fb5f3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0662971 Aug 05 02:20:27.398708 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ad058cde-1774-4dae-b974-6ac6dce19352 req-8301720e-5fa5-4749-b964-60c2588e53a6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462384 Aug 05 02:20:28.194526 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-81409ddb-cef6-4bd7-935d-68389b50ad32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:28.549337 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a142ca-a267-4583-a5ff-4934b589c189 req-e28d1e95-ca6a-4ece-a933-e31ab9e719d8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:28.551269 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-15a142ca-a267-4583-a5ff-4934b589c189 req-e28d1e95-ca6a-4ece-a933-e31ab9e719d8 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0627837 Aug 05 02:20:28.597037 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-15a142ca-a267-4583-a5ff-4934b589c189 req-b27e82a6-a02a-4f3c-96c2-6e324e6d8568 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373406 Aug 05 02:20:29.523205 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:29.720986 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3022737-c20d-42c4-8486-25c21ecefeda req-01422075-d57e-4610-b2ce-486a213caff7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:29.722440 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a3022737-c20d-42c4-8486-25c21ecefeda req-01422075-d57e-4610-b2ce-486a213caff7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0499425 Aug 05 02:20:29.770581 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a3022737-c20d-42c4-8486-25c21ecefeda req-a8ed5781-d688-4329-9c7c-d7403907ff03 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417635 Aug 05 02:20:30.856107 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7cf9ba9c-0439-4600-84ce-dee354fbaf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:30.889173 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:30.902992 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54a037-d616-4be7-aa6c-39ceae69645d req-f3449b76-122c-4422-9992-ee836aa08265 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:30.911233 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1a54a037-d616-4be7-aa6c-39ceae69645d req-f3449b76-122c-4422-9992-ee836aa08265 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0606787 Aug 05 02:20:30.951588 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1a54a037-d616-4be7-aa6c-39ceae69645d req-165c9695-9b03-46a5-ac6a-72de99b42caa tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390446 Aug 05 02:20:32.084421 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:32.091394 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4b828-f39d-4991-9ec5-fb635fbd1087 req-853f25dd-356e-4245-b4ee-ec811c79e36a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:32.095092 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-72d4b828-f39d-4991-9ec5-fb635fbd1087 req-853f25dd-356e-4245-b4ee-ec811c79e36a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0572817 Aug 05 02:20:32.149741 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-72d4b828-f39d-4991-9ec5-fb635fbd1087 req-144ac3aa-8b24-49d9-89dd-9ecd64ee11ed tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490401 Aug 05 02:20:33.028235 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b7d18-8618-4cb8-ab25-22538fdeb669 req-02376664-0050-4f1d-b8dd-29173dc1984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:33.030302 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d49b7d18-8618-4cb8-ab25-22538fdeb669 req-02376664-0050-4f1d-b8dd-29173dc1984f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 1099 time: 0.0390706 Aug 05 02:20:33.119250 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b7d18-8618-4cb8-ab25-22538fdeb669 req-499e25de-e287-43d3-8d6d-a05316e9a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:33.120712 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d49b7d18-8618-4cb8-ab25-22538fdeb669 req-499e25de-e287-43d3-8d6d-a05316e9a2ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 916 time: 0.0840976 Aug 05 02:20:33.188332 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d49b7d18-8618-4cb8-ab25-22538fdeb669 req-7d421e9b-7c93-49bb-9ad5-0fc40e2b5f75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0988dd64-3ded-4688-be20-947f4617b567 HTTP/1.1" status: 200 len: 1002 time: 0.0587723 Aug 05 02:20:33.237735 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b7d18-8618-4cb8-ab25-22538fdeb669 req-f4d3ae90-6b4e-4368-8afa-c394ee0d3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:33.239192 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d49b7d18-8618-4cb8-ab25-22538fdeb669 req-f4d3ae90-6b4e-4368-8afa-c394ee0d3698 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 200 len: 855 time: 0.0423620 Aug 05 02:20:33.280478 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30696918-0a64-4abe-b683-37d137a71c70 req-3680b84d-858d-4b75-afbf-606b851fb599 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:33.281848 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-30696918-0a64-4abe-b683-37d137a71c70 req-3680b84d-858d-4b75-afbf-606b851fb599 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0513928 Aug 05 02:20:33.286018 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b7d18-8618-4cb8-ab25-22538fdeb669 req-e3b25489-336e-455b-9be6-59d8da06c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:33.287574 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d49b7d18-8618-4cb8-ab25-22538fdeb669 req-e3b25489-336e-455b-9be6-59d8da06c746 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399048 Aug 05 02:20:33.318690 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-30696918-0a64-4abe-b683-37d137a71c70 req-49fbdbb3-57a4-4cc2-b524-f627e74a8cb3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307133 Aug 05 02:20:33.378753 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d49b7d18-8618-4cb8-ab25-22538fdeb669 req-d60e659e-9ada-408c-91e4-ccf6d70eeaef service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826035 Aug 05 02:20:33.471827 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d49b7d18-8618-4cb8-ab25-22538fdeb669 req-ee92d0d0-62df-4b2e-9449-b3d86340aa0d service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826497 Aug 05 02:20:33.667413 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:34.440286 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35d3b0-aaaf-44f0-9e9c-cad1f845c54a req-94d556d0-8402-4327-b26a-5ad7f97003f3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:34.441769 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6b35d3b0-aaaf-44f0-9e9c-cad1f845c54a req-94d556d0-8402-4327-b26a-5ad7f97003f3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0511057 Aug 05 02:20:34.479205 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6b35d3b0-aaaf-44f0-9e9c-cad1f845c54a req-6aaaacdc-3151-4715-9aee-6c8379fdb186 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313840 Aug 05 02:20:35.548835 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 0988dd64-3ded-4688-be20-947f4617b567 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:20:35.601228 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701ef1f-c168-4ad8-b6a3-da9d1b316a85 req-370a81dd-a4e8-4d50-b6f9-24f7c2db1d45 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:35.602730 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d701ef1f-c168-4ad8-b6a3-da9d1b316a85 req-370a81dd-a4e8-4d50-b6f9-24f7c2db1d45 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 946 time: 0.0526063 Aug 05 02:20:35.633970 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:35.645282 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d701ef1f-c168-4ad8-b6a3-da9d1b316a85 req-f517e7ac-a77d-43e8-9ebe-40431ee933f5 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358930 Aug 05 02:20:35.657579 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0988dd64-3ded-4688-be20-947f4617b567'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:20:35.660092 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31f8df2-6740-435e-8329-8cee3dbb4efb" -d '{"events": [{"server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "name": "network-vif-unplugged", "status": "completed", "tag": "0988dd64-3ded-4688-be20-947f4617b567"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:20:35.680073 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=0988dd64-3ded-4688-be20-947f4617b567,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:35.684165 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:35.709720 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 05 Aug 2021 02:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a69d83-bc1d-409e-9412-b1ccb23046cd x-openstack-request-id: req-40a69d83-bc1d-409e-9412-b1ccb23046cd {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:20:35.710019 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "name": "network-vif-unplugged", "status": "failed", "tag": "0988dd64-3ded-4688-be20-947f4617b567", "code": 422}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:20:35.710519 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40a69d83-bc1d-409e-9412-b1ccb23046cd {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:20:35.710969 dv-cinder-803533-1-iscsi neutron-server[93457]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0988dd64-3ded-4688-be20-947f4617b567', 'code': 422} returned with failed status Aug 05 02:20:35.737326 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=0988dd64-3ded-4688-be20-947f4617b567,revision_number=8']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:36.436378 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c9aeb-6089-4cd3-8676-9a2bcd712380 req-39972111-564d-4f10-a706-545b45846fe5 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:36.437679 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f03c9aeb-6089-4cd3-8676-9a2bcd712380 req-39972111-564d-4f10-a706-545b45846fe5 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 945 time: 0.0604637 Aug 05 02:20:36.479000 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f03c9aeb-6089-4cd3-8676-9a2bcd712380 req-69653282-bd66-4e79-a9c0-3e12438009d0 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=e58bed5b-f233-4a18-8d38-d06c47ffe953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343912 Aug 05 02:20:36.507577 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44807ea5-5a4a-4adb-8bed-b465b0436bed req-bfe57175-eb10-4566-ad1b-8a4bc23b39b9 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:36.509051 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-44807ea5-5a4a-4adb-8bed-b465b0436bed req-bfe57175-eb10-4566-ad1b-8a4bc23b39b9 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0504544 Aug 05 02:20:36.553676 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-ef6c223f-7fed-4494-bb07-7bbed33036b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462208 Aug 05 02:20:36.554141 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-44807ea5-5a4a-4adb-8bed-b465b0436bed req-2db7fcf6-97d1-4f96-a3a5-5b0bfc3b72e7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347624 Aug 05 02:20:37.315299 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-9101800e-bdf7-4cc6-a2d0-df39d404f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:37.316746 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-9101800e-bdf7-4cc6-a2d0-df39d404f09c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f&tenant_id=49c1479075fe448796d5d551e5a9f0d8 HTTP/1.1" status: 200 len: 1097 time: 0.0386097 Aug 05 02:20:37.380973 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-b523722c-6e26-44a2-a21d-ff676672b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:37.382365 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-b523722c-6e26-44a2-a21d-ff676672b8a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 1097 time: 0.0411713 Aug 05 02:20:37.469341 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-4db1148c-a4de-4c55-9183-1d8f1718f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:37.471391 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-4db1148c-a4de-4c55-9183-1d8f1718f157 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 916 time: 0.0811770 Aug 05 02:20:37.539655 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-330ece42-0f66-4285-abcc-a88fc0d4fe49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0988dd64-3ded-4688-be20-947f4617b567 HTTP/1.1" status: 200 len: 1000 time: 0.0593235 Aug 05 02:20:37.590998 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dfe4a-973d-4b12-a381-f2601e4e05be req-42abf9c3-15a0-4fb7-b375-6b1ad27edb88 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:37.592602 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-75665e9a-7fc5-4194-952f-0f315961d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:37.592990 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-046dfe4a-973d-4b12-a381-f2601e4e05be req-42abf9c3-15a0-4fb7-b375-6b1ad27edb88 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 945 time: 0.0484290 Aug 05 02:20:37.596268 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-75665e9a-7fc5-4194-952f-0f315961d7b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 200 len: 855 time: 0.0472431 Aug 05 02:20:37.632164 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-046dfe4a-973d-4b12-a381-f2601e4e05be req-3ce500a8-b1b3-48b4-abfd-c83e84d13f32 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=e58bed5b-f233-4a18-8d38-d06c47ffe953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334063 Aug 05 02:20:37.669483 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-38a3a370-7ee5-4d50-8abc-5fb45fa2a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:37.671541 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-38a3a370-7ee5-4d50-8abc-5fb45fa2a770 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667393 Aug 05 02:20:37.696110 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa65aa-177f-4807-9157-86ac0ab91f5c req-05b2dc25-94b6-452a-a8a6-0d495e5a69ea tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:37.697450 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-aefa65aa-177f-4807-9157-86ac0ab91f5c req-05b2dc25-94b6-452a-a8a6-0d495e5a69ea tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0669568 Aug 05 02:20:37.778426 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-aefa65aa-177f-4807-9157-86ac0ab91f5c req-c2efbffd-3a00-456b-b19a-b5787807fe45 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694079 Aug 05 02:20:37.800132 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-d1c3ee64-8723-4417-80d0-5984dd0e3e14 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182954 Aug 05 02:20:37.895916 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-8a3d4463-9df9-4d37-89a9-acad4fa7ab05 req-523f9865-4be7-41bc-98b1-b235cc2849c9 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824285 Aug 05 02:20:38.208940 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-1eeed47f-dc32-4022-918d-9eb5f7244854 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:38.210629 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-1eeed47f-dc32-4022-918d-9eb5f7244854 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.43 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 945 time: 0.0475597 Aug 05 02:20:38.326978 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Deleting port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:20:38.329144 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:38.466832 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] For port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:38.467201 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:38.670422 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:38.671184 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:38.671305 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.l3_db [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Floating IP fd2dd94e-2642-4ab1-8fed-4a9bb2960f2b disassociated. External IP: 172.27.3.217, port: ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3. Aug 05 02:20:38.671724 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Calling delete_port for ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:20:38.788880 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdc135-bbdf-402a-b746-e7185ea1cfbf req-6c017ce8-3d88-4ffc-99a2-0565723893a2 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:38.790347 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4afdc135-bbdf-402a-b746-e7185ea1cfbf req-6c017ce8-3d88-4ffc-99a2-0565723893a2 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 945 time: 0.0806062 Aug 05 02:20:38.855388 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4afdc135-bbdf-402a-b746-e7185ea1cfbf req-e94acc32-b32c-4220-a0da-bbfeb1b03480 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups?id=e58bed5b-f233-4a18-8d38-d06c47ffe953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577669 Aug 05 02:20:39.056036 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdf4f1-9de4-4275-8933-eff2db81bb99 req-1eaea789-3b04-4129-afe4-a03b9f43d4ba tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:39.057457 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a0bdf4f1-9de4-4275-8933-eff2db81bb99 req-1eaea789-3b04-4129-afe4-a03b9f43d4ba tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0715849 Aug 05 02:20:39.127813 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a0bdf4f1-9de4-4275-8933-eff2db81bb99 req-3c672806-b3bd-4c9b-91fb-5f2a9390a0ef tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633328 Aug 05 02:20:39.155549 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:39.183173 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event deleted for resources: {'Port': ['ID=ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:39.303654 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Router 8008acaf-dbc3-4046-bee1-de93b3aca573 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:20:39.412353 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:20:39.424249 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6006220-37e7-44c7-8b08-8ee9d8a3cd6d None None] Sync routers for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:20:39.437923 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6006220-37e7-44c7-8b08-8ee9d8a3cd6d None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:20:39.439021 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-a6006220-37e7-44c7-8b08-8ee9d8a3cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:20:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:39.459996 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] No DVR routers for this DVR port ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:20:39.462854 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:39.465006 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c84e9f70-2075-4da5-99cb-1028f46edbc3 req-6e44e867-af12-40d6-a5d9-04e0cd474dd3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.43 "DELETE /v2.0/ports/ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 HTTP/1.1" status: 204 len: 173 time: 1.2479279 Aug 05 02:20:39.465391 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6488a57e-8169-4044-a251-1807f7f679b2', 'name': 'network-vif-deleted', 'tag': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:20:39.468271 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f598061-f4df-49da-8b1d-48652b6a11a6" -d '{"events": [{"server_uuid": "6488a57e-8169-4044-a251-1807f7f679b2", "name": "network-vif-deleted", "tag": "ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:20:39.502894 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b176b3b-175f-46e3-aba1-890fffef6448 x-openstack-request-id: req-4b176b3b-175f-46e3-aba1-890fffef6448 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:20:39.503188 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6488a57e-8169-4044-a251-1807f7f679b2", "name": "network-vif-deleted", "tag": "ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:20:39.503444 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b176b3b-175f-46e3-aba1-890fffef6448 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:20:39.503841 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6488a57e-8169-4044-a251-1807f7f679b2', 'name': 'network-vif-deleted', 'tag': 'ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3', 'status': 'completed', 'code': 200} Aug 05 02:20:39.564851 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-a6006220-37e7-44c7-8b08-8ee9d8a3cd6d None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:20:39.599567 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 0988dd64-3ded-4688-be20-947f4617b567 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:20:39.838661 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-a6006220-37e7-44c7-8b08-8ee9d8a3cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:39.870333 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6006220-37e7-44c7-8b08-8ee9d8a3cd6d None None] Checking router: 8008acaf-dbc3-4046-bee1-de93b3aca573 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:20:39.879940 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6006220-37e7-44c7-8b08-8ee9d8a3cd6d None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:20:39.879940 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-a6006220-37e7-44c7-8b08-8ee9d8a3cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:20:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:39.968488 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-54ab95e6-a14a-43ee-8c6b-95293a21f2e2 req-9c59092a-7a51-478c-bd6d-1000ec3fcf29 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 210 time: 0.0360184 Aug 05 02:20:39.999568 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-a6006220-37e7-44c7-8b08-8ee9d8a3cd6d None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:20:40.269142 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec02bc-1e70-4ad6-86eb-216450461850 req-e32dcabb-4b3c-4c2f-a1cf-0dce60ed0dbc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:40.269741 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d6ec02bc-1e70-4ad6-86eb-216450461850 req-e32dcabb-4b3c-4c2f-a1cf-0dce60ed0dbc tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0555246 Aug 05 02:20:40.307982 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-d6ec02bc-1e70-4ad6-86eb-216450461850 req-9c63c92f-67ea-467f-8bb6-310f34ba587a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327203 Aug 05 02:20:40.347299 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-a6006220-37e7-44c7-8b08-8ee9d8a3cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:40.380990 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6006220-37e7-44c7-8b08-8ee9d8a3cd6d None None] The sync data for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi is: [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:14:08Z', 'revision_number': 4, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c81a9f85-8c73-449b-a36a-5326041e40ca', 'name': '', 'network_id': '04c23d2b-4628-4e7e-82ed-143193917639', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'mac_address': 'fa:16:3e:b4:7a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:07Z', 'updated_at': '2021-08-05T02:14:21Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'subnets': [{'id': '62dd59a9-2ce2-4bfb-9d6c-59dc98b53745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:20:40.611091 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad490b6-02e6-4137-ae9c-11a0c3631d1c None None] New status for floating IP fd2dd94e-2642-4ab1-8fed-4a9bb2960f2b: DOWN {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:20:41.064368 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-05fe85d5-5505-4f52-a89e-12f08ab42b36 req-6c1943b3-9fa7-4ab9-a203-b5c61dba52f3 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 210 time: 0.0271873 Aug 05 02:20:41.431875 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90f382-396d-4396-8ae9-b24ea7ab419f req-50596e15-df15-43b1-b081-24c8ff28c88a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:41.433342 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4a90f382-396d-4396-8ae9-b24ea7ab419f req-50596e15-df15-43b1-b081-24c8ff28c88a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0505736 Aug 05 02:20:41.473487 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4a90f382-396d-4396-8ae9-b24ea7ab419f req-5bd3429e-1918-49ad-9f6a-b29d753fcbe9 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340612 Aug 05 02:20:41.575029 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:20:41.596988 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:20:41.597302 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device ea4d0cb4-3d8f-40b1-ae7b-fd5d299682c3 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:20:42.163322 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0057dceb-4e83-4460-a6cf-7165c2244a13 req-d060ecea-fbbc-4768-8a5d-697d102a5c48 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 210 time: 0.0299447 Aug 05 02:20:42.600168 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e33ff3-c1e3-4ef2-9e67-f96550c41947 req-39a26ad7-4162-44b4-bb2a-684800909369 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:42.603795 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b7e33ff3-c1e3-4ef2-9e67-f96550c41947 req-39a26ad7-4162-44b4-bb2a-684800909369 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0546472 Aug 05 02:20:42.640381 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b7e33ff3-c1e3-4ef2-9e67-f96550c41947 req-4467260e-bbcb-45b9-b3a0-4567e6b5d7ad tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325451 Aug 05 02:20:43.260376 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a86584ca-b235-4087-9711-3d12ce8bc69d req-eed6c045-f843-45d4-9f8f-e491bb433e74 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 210 time: 0.0280135 Aug 05 02:20:43.762387 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20efe63-9ea9-4c39-a54a-acc3d10291ef req-a2c520c1-283c-4a2f-a2b1-163de7ee1992 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:43.763990 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c20efe63-9ea9-4c39-a54a-acc3d10291ef req-a2c520c1-283c-4a2f-a2b1-163de7ee1992 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0516539 Aug 05 02:20:43.803331 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c20efe63-9ea9-4c39-a54a-acc3d10291ef req-683fd72d-54ea-430b-880a-43222bba6bc1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327721 Aug 05 02:20:44.354750 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fe153fee-cec9-4308-ae7e-11311c6a0647 req-39973cf5-a35d-4c6c-9dc5-bbe3cf82f866 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 210 time: 0.0264058 Aug 05 02:20:44.931388 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4fb62-1738-4e8f-8fdc-8eb34004d745 req-51eeded9-7c79-44f5-b3d5-5b394fde325d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:44.933036 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-16d4fb62-1738-4e8f-8fdc-8eb34004d745 req-51eeded9-7c79-44f5-b3d5-5b394fde325d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0528226 Aug 05 02:20:44.971557 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-16d4fb62-1738-4e8f-8fdc-8eb34004d745 req-ad60d14d-f701-4ef7-a399-4d57455fbe03 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322618 Aug 05 02:20:45.470145 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5feb3de0-2161-4a34-8801-44b8234a49ee req-29869fb5-48db-44b8-a089-c62fa3a310f2 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 210 time: 0.0430713 Aug 05 02:20:46.097486 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cd9bc-36b1-47be-aaf3-50463badf5e3 req-0d053e42-30b8-4ef1-9025-39b13796ce0a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:46.099406 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ae5cd9bc-36b1-47be-aaf3-50463badf5e3 req-0d053e42-30b8-4ef1-9025-39b13796ce0a tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0496948 Aug 05 02:20:46.138409 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ae5cd9bc-36b1-47be-aaf3-50463badf5e3 req-7fe7290c-610c-4bdc-93b5-d4739e0aa6c1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329621 Aug 05 02:20:46.574804 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6e4bb890-80eb-424b-ad3d-41d67314501e req-fc881412-7d5a-44db-b889-dbf25e96448f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 210 time: 0.0283048 Aug 05 02:20:47.274035 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c95933-4b97-4a18-8fb2-c747004e083a req-cf2d5183-543b-442d-bbce-b66d16204530 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:47.275630 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-18c95933-4b97-4a18-8fb2-c747004e083a req-cf2d5183-543b-442d-bbce-b66d16204530 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0536659 Aug 05 02:20:47.315595 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-18c95933-4b97-4a18-8fb2-c747004e083a req-f0473be1-c136-42b3-a94c-9938b62e62ab tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330889 Aug 05 02:20:47.675526 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2f6465c0-4be7-4926-8832-0385201ad907 req-4ad0b45c-946f-47c7-a4dc-8b4a1641fccd tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 210 time: 0.0305688 Aug 05 02:20:48.438432 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3a81d-8704-403d-9490-77003b62fe15 req-ee848fce-1067-4510-b8f8-f473530b58b6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:48.440097 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-96a3a81d-8704-403d-9490-77003b62fe15 req-ee848fce-1067-4510-b8f8-f473530b58b6 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0503082 Aug 05 02:20:48.477590 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-96a3a81d-8704-403d-9490-77003b62fe15 req-8a95af1a-7d98-4aa3-81e2-196e3ec1c744 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317171 Aug 05 02:20:48.767335 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-db7bde5f-cc68-4d1b-9282-a55463c68da7 req-253cfdf4-d256-48ee-b727-958577ba1e2f tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/ports?device_id=6488a57e-8169-4044-a251-1807f7f679b2 HTTP/1.1" status: 200 len: 210 time: 0.0250096 Aug 05 02:20:49.594999 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b21c04-27cf-45a1-88f1-4bad028d9f32 req-a43948ef-d54d-4613-add1-7c47fa290fe1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:49.596449 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a3b21c04-27cf-45a1-88f1-4bad028d9f32 req-a43948ef-d54d-4613-add1-7c47fa290fe1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0474246 Aug 05 02:20:49.633235 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a3b21c04-27cf-45a1-88f1-4bad028d9f32 req-08851aca-eb26-4ca4-914a-06bc6f810c9d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310569 Aug 05 02:20:49.847423 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53218) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:20:49.898916 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-04aafff5-ad9a-496a-a1fb-96155790e995 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:49.920943 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-04aafff5-ad9a-496a-a1fb-96155790e995 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:49.966938 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-04aafff5-ad9a-496a-a1fb-96155790e995 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:49.969588 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-04aafff5-ad9a-496a-a1fb-96155790e995 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:49.970746 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-04aafff5-ad9a-496a-a1fb-96155790e995 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "DELETE /v2.0/security-groups/e58bed5b-f233-4a18-8d38-d06c47ffe953 HTTP/1.1" status: 204 len: 168 time: 0.1223609 Aug 05 02:20:49.973472 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53220) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:20:49.979738 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aafff5-ad9a-496a-a1fb-96155790e995 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58bed5b-f233-4a18-8d38-d06c47ffe953,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:49.986635 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.api.v2.resource [None req-9e27227c-6383-4454-a218-3486f9a0f45c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] show failed (client error): The resource could not be found. Aug 05 02:20:49.987642 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-9e27227c-6383-4454-a218-3486f9a0f45c tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "GET /v2.0/security-groups/e58bed5b-f233-4a18-8d38-d06c47ffe953 HTTP/1.1" status: 404 len: 347 time: 0.0131404 Aug 05 02:20:49.990324 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53222) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:20:50.112677 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Deleting port 9fc65340-479f-4371-95e5-2bc0c3c8e218 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:20:50.112927 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:50.187736 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:50.188073 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:50.199071 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Calling delete_port for 9fc65340-479f-4371-95e5-2bc0c3c8e218 owned by network:floatingip {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:20:50.327047 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:50.356657 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Pushing event deleted for resources: {'Port': ['ID=9fc65340-479f-4371-95e5-2bc0c3c8e218,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:50.378258 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:50.378531 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:50.378889 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:50.379220 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:50.379540 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:50.379866 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:50.380187 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:50.380505 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:50.380821 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:50.381134 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:50.381448 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:50.381758 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:50.417569 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks [] for floatingip, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:50.420551 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:50.422218 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-c58ae1ba-3ca0-4676-971d-7fad67a973c4 tempest-AttachVolumeTestJSON-1059109242 tempest-AttachVolumeTestJSON-1059109242-project] 10.222.0.39 "DELETE /v2.0/floatingips/fd2dd94e-2642-4ab1-8fed-4a9bb2960f2b HTTP/1.1" status: 204 len: 168 time: 0.4304652 Aug 05 02:20:50.756485 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b2b78-3c8a-43a8-8e09-f42f2f735bf9 req-c80e5e4c-e8e8-4bba-a454-859c3fcc028f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:50.757926 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bc1b2b78-3c8a-43a8-8e09-f42f2f735bf9 req-c80e5e4c-e8e8-4bba-a454-859c3fcc028f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 944 time: 0.0523949 Aug 05 02:20:50.793726 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bc1b2b78-3c8a-43a8-8e09-f42f2f735bf9 req-c23fd3a2-6b85-4137-a14c-6ad6c1cef49b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299079 Aug 05 02:20:51.587693 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 0988dd64-3ded-4688-be20-947f4617b567 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:20:51.687428 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=0988dd64-3ded-4688-be20-947f4617b567,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:51.697688 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '0988dd64-3ded-4688-be20-947f4617b567', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'port_id': '0988dd64-3ded-4688-be20-947f4617b567', 'mac_address': 'fa:16:3e:a2:71:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:20:51.732817 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:51.746396 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0988dd64-3ded-4688-be20-947f4617b567 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:20:51.766032 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=0988dd64-3ded-4688-be20-947f4617b567,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:51.769044 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:51.815669 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=0988dd64-3ded-4688-be20-947f4617b567,revision_number=9']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:51.822913 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:51.823265 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:51.823610 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:51.823944 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:51.824280 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:51.824613 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:51.824942 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:51.825271 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:51.825624 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:51.825947 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:51.826270 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:51.826590 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:20:51.924289 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c9a38-d520-4696-9a8d-11933fe725d2 req-6112d6a4-4586-4a3c-9d49-7edbc625fd75 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:51.925781 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4a7c9a38-d520-4696-9a8d-11933fe725d2 req-6112d6a4-4586-4a3c-9d49-7edbc625fd75 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 945 time: 0.0524459 Aug 05 02:20:51.964994 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4a7c9a38-d520-4696-9a8d-11933fe725d2 req-ae4d0af4-c085-4c03-a472-6fbce266ec84 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331020 Aug 05 02:20:51.994532 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['0988dd64-3ded-4688-be20-947f4617b567'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:20:53.083929 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391887f-0c21-4813-9ed5-1aad49e60f23 req-82e88d12-d714-4f0c-b62c-ae6e4bb8d9c1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:53.085650 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c391887f-0c21-4813-9ed5-1aad49e60f23 req-82e88d12-d714-4f0c-b62c-ae6e4bb8d9c1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 945 time: 0.0481317 Aug 05 02:20:53.121420 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c391887f-0c21-4813-9ed5-1aad49e60f23 req-764ba8aa-9e24-4590-85e1-d6ebcf0a61d4 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299976 Aug 05 02:20:53.601541 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 0988dd64-3ded-4688-be20-947f4617b567 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:20:53.648161 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 0988dd64-3ded-4688-be20-947f4617b567 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:20:53.648537 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:53.684915 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:20:53.730320 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:53.751730 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0988dd64-3ded-4688-be20-947f4617b567'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:20:53.753951 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529ee00d-9331-4961-99be-45a737941316" -d '{"events": [{"server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "name": "network-vif-plugged", "status": "completed", "tag": "0988dd64-3ded-4688-be20-947f4617b567"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:20:53.766377 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=0988dd64-3ded-4688-be20-947f4617b567,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:53.770778 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:53.806248 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94d7110-877e-4698-af1d-dfda765a78af x-openstack-request-id: req-c94d7110-877e-4698-af1d-dfda765a78af {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:20:53.806568 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "name": "network-vif-plugged", "status": "completed", "tag": "0988dd64-3ded-4688-be20-947f4617b567", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:20:53.806816 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c94d7110-877e-4698-af1d-dfda765a78af {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:20:53.807201 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0988dd64-3ded-4688-be20-947f4617b567', 'code': 200} Aug 05 02:20:53.837063 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=0988dd64-3ded-4688-be20-947f4617b567,revision_number=10']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:53.952260 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53258) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:20:53.999869 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad8af1-0230-47ac-86bf-e8269dfc9e7a req-7891a215-6c2e-4699-812a-7a9d2206fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:54.001370 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ccad8af1-0230-47ac-86bf-e8269dfc9e7a req-7891a215-6c2e-4699-812a-7a9d2206fde4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 1100 time: 0.0413270 Aug 05 02:20:54.038926 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ccad8af1-0230-47ac-86bf-e8269dfc9e7a req-74a30b2e-adde-4257-b3f7-21752c4233de service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296204 Aug 05 02:20:54.254238 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23252a2f-dabc-42c0-a273-367d0ddf3110 req-6cfcac41-5045-4ca1-bea1-12e81bedb166 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:54.255660 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-23252a2f-dabc-42c0-a273-367d0ddf3110 req-6cfcac41-5045-4ca1-bea1-12e81bedb166 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 947 time: 0.0566549 Aug 05 02:20:54.294536 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-23252a2f-dabc-42c0-a273-367d0ddf3110 req-f3060269-6865-4e5b-8d02-e8c69855a9c7 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328169 Aug 05 02:20:54.444804 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b6421f5-1d8b-4949-9005-19e6f310639a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537064'] for router_interface, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:54.679518 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9b6421f5-1d8b-4949-9005-19e6f310639a admin admin] Deleting port c81a9f85-8c73-449b-a36a-5326041e40ca {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:20:54.679851 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b6421f5-1d8b-4949-9005-19e6f310639a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:54.758980 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9b6421f5-1d8b-4949-9005-19e6f310639a admin admin] For port c81a9f85-8c73-449b-a36a-5326041e40ca, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=c81a9f85-8c73-449b-a36a-5326041e40ca,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:54.759364 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b6421f5-1d8b-4949-9005-19e6f310639a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:54.771727 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9b6421f5-1d8b-4949-9005-19e6f310639a admin admin] Calling delete_port for c81a9f85-8c73-449b-a36a-5326041e40ca owned by network:router_interface {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:20:54.954489 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b6421f5-1d8b-4949-9005-19e6f310639a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:54.979409 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6421f5-1d8b-4949-9005-19e6f310639a admin admin] Pushing event deleted for resources: {'Port': ['ID=c81a9f85-8c73-449b-a36a-5326041e40ca,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:55.149423 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b6421f5-1d8b-4949-9005-19e6f310639a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536948'] for router_interface, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:55.367724 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6421f5-1d8b-4949-9005-19e6f310639a admin admin] Router 8008acaf-dbc3-4046-bee1-de93b3aca573 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:20:55.461714 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658eb5f9-5128-4e8d-83bd-ccb29e54cd08 req-b02770d8-20a6-4d83-a718-48a81ab7e50d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:55.463223 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-658eb5f9-5128-4e8d-83bd-ccb29e54cd08 req-b02770d8-20a6-4d83-a718-48a81ab7e50d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 947 time: 0.0926585 Aug 05 02:20:55.538017 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-658eb5f9-5128-4e8d-83bd-ccb29e54cd08 req-b73fdfbe-6578-4647-82ff-2c00297649f3 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461748 Aug 05 02:20:55.539103 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6421f5-1d8b-4949-9005-19e6f310639a admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:20:55.545686 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-9b6421f5-1d8b-4949-9005-19e6f310639a admin admin] 10.222.0.39 "PUT /v2.0/routers/8008acaf-dbc3-4046-bee1-de93b3aca573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5911317 Aug 05 02:20:55.546924 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53300) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:20:55.548262 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a1214e-9e5c-454f-b585-3bd777c159c1 None None] Sync routers for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:20:55.558543 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a1214e-9e5c-454f-b585-3bd777c159c1 None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:20:55.559198 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-94a1214e-9e5c-454f-b585-3bd777c159c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:20:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:55.649302 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:55.661057 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-94a1214e-9e5c-454f-b585-3bd777c159c1 None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:20:55.749550 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:55.801193 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Deleting port 1896df3d-06ec-4a91-bccc-68bcf003bd5a {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:20:55.801524 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:55.834673 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-94a1214e-9e5c-454f-b585-3bd777c159c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:20:54Z', 'revision_number': 5, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port': {'id': '1896df3d-06ec-4a91-bccc-68bcf003bd5a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:03Z', 'updated_at': '2021-08-05T02:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:55.861452 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a1214e-9e5c-454f-b585-3bd777c159c1 None None] Checking router: 8008acaf-dbc3-4046-bee1-de93b3aca573 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:20:55.869429 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a1214e-9e5c-454f-b585-3bd777c159c1 None None] Routers {'8008acaf-dbc3-4046-bee1-de93b3aca573'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:20:55.870031 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-94a1214e-9e5c-454f-b585-3bd777c159c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:20:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8008acaf-dbc3-4046-bee1-de93b3aca573'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:55.881193 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] For port 1896df3d-06ec-4a91-bccc-68bcf003bd5a, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=1896df3d-06ec-4a91-bccc-68bcf003bd5a,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:55.881573 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:55.893346 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Calling delete_port for 1896df3d-06ec-4a91-bccc-68bcf003bd5a owned by network:router_gateway {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:20:55.953779 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-94a1214e-9e5c-454f-b585-3bd777c159c1 None None] Set router 8008acaf-dbc3-4046-bee1-de93b3aca573 gateway port host: None {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:20:56.003895 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-94a1214e-9e5c-454f-b585-3bd777c159c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:20:55Z', 'revision_number': 6, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port_host': None}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:56.032838 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a1214e-9e5c-454f-b585-3bd777c159c1 None None] The sync data for ids ['8008acaf-dbc3-4046-bee1-de93b3aca573'] in dv-cinder-803533-1-iscsi is: [{'id': '8008acaf-dbc3-4046-bee1-de93b3aca573', 'name': 'tempest-AttachVolumeTestJSON-863864348-router', 'tenant_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:14:01Z', 'updated_at': '2021-08-05T02:20:55Z', 'revision_number': 6, 'project_id': '4ac9b4fb0fb8454d8a6741c6b95149bd', 'gw_port_host': None}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:20:56.057196 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:56.087256 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1896df3d-06ec-4a91-bccc-68bcf003bd5a,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:56.143890 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683168'] for router_gateway, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:56.242172 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34551'] for router, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:56.244224 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:56.306308 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-658069'] for router, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:56.306805 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8008acaf-dbc3-4046-bee1-de93b3aca573 {{(pid=93455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:20:56.311864 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:56.313593 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-aeb15dc9-f35b-4e70-9c2f-ebcf8b9bf7d3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8008acaf-dbc3-4046-bee1-de93b3aca573 HTTP/1.1" status: 204 len: 168 time: 0.7657199 Aug 05 02:20:56.316033 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53302) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:20:56.361739 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c0851c-4fec-4010-924f-9b9621304ccc admin admin] Deleting subnet 62dd59a9-2ce2-4bfb-9d6c-59dc98b53745 {{(pid=93455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:20:56.364683 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-78c0851c-4fec-4010-924f-9b9621304ccc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:56.620924 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-78c0851c-4fec-4010-924f-9b9621304ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3849070'] for subnet, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:56.664661 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37995c-720a-433c-9734-e709e1b7d84e req-9251db51-4762-476b-8643-935545b312a1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:20:56.666123 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ec37995c-720a-433c-9734-e709e1b7d84e req-9251db51-4762-476b-8643-935545b312a1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 947 time: 0.0484483 Aug 05 02:20:56.703137 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ec37995c-720a-433c-9734-e709e1b7d84e req-c01cda95-5fcc-4c6d-9d27-49a867be2a4b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302992 Aug 05 02:20:56.729595 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-78c0851c-4fec-4010-924f-9b9621304ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:56.791799 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-78c0851c-4fec-4010-924f-9b9621304ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841103'] for subnet, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:56.814093 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0851c-4fec-4010-924f-9b9621304ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62dd59a9-2ce2-4bfb-9d6c-59dc98b53745,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:56.824801 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device c81a9f85-8c73-449b-a36a-5326041e40ca no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:20:56.825290 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-78c0851c-4fec-4010-924f-9b9621304ccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:56.829481 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-78c0851c-4fec-4010-924f-9b9621304ccc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/62dd59a9-2ce2-4bfb-9d6c-59dc98b53745 HTTP/1.1" status: 204 len: 168 time: 0.5124106 Aug 05 02:20:56.829656 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53308) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:20:56.846814 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413d4e4-82af-4706-97f2-108b0d88cc49 None None] Network 04c23d2b-4628-4e7e-82ed-143193917639 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:20:56.849923 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: c81a9f85-8c73-449b-a36a-5326041e40ca {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:20:56.850401 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device c81a9f85-8c73-449b-a36a-5326041e40ca not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:20:56.851082 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 1896df3d-06ec-4a91-bccc-68bcf003bd5a no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:20:56.889248 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 1896df3d-06ec-4a91-bccc-68bcf003bd5a {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:20:56.889619 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 1896df3d-06ec-4a91-bccc-68bcf003bd5a not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:20:56.904353 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:56.954925 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Deleting port b7d9799c-265f-4d83-af92-18b43862a7f2 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:20:56.955519 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.023089 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] For port b7d9799c-265f-4d83-af92-18b43862a7f2, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b7d9799c-265f-4d83-af92-18b43862a7f2,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:57.023457 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.036632 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Calling delete_port for b7d9799c-265f-4d83-af92-18b43862a7f2 owned by network:dhcp {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:20:57.049919 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbc2c0f-bd89-4154-a97f-323ec62418db None None] DHCP port deletion for 04c23d2b-4628-4e7e-82ed-143193917639 request from dv-cinder-803533-1-iscsi {{(pid=93457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 02:20:57.099078 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc2c0f-bd89-4154-a97f-323ec62418db None None] Deleting port b7d9799c-265f-4d83-af92-18b43862a7f2 {{(pid=93457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:20:57.099423 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7dbc2c0f-bd89-4154-a97f-323ec62418db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.121863 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.147830 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d9799c-265f-4d83-af92-18b43862a7f2,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:57.149631 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] No DVR routers for this DVR port b7d9799c-265f-4d83-af92-18b43862a7f2 on host dv-cinder-803533-1-iscsi {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:20:57.167691 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-7dbc2c0f-bd89-4154-a97f-323ec62418db None None] For port b7d9799c-265f-4d83-af92-18b43862a7f2, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b7d9799c-265f-4d83-af92-18b43862a7f2,segment=NetworkSegment(12e3ae11-79a5-4798-a92f-f7037601c981),segment_id=12e3ae11-79a5-4798-a92f-f7037601c981)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:20:57.168094 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7dbc2c0f-bd89-4154-a97f-323ec62418db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.179989 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc2c0f-bd89-4154-a97f-323ec62418db None None] Calling delete_port for b7d9799c-265f-4d83-af92-18b43862a7f2 owned by network:dhcp {{(pid=93457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:20:57.221862 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.232504 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c23d2b-4628-4e7e-82ed-143193917639']}} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:57.242519 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e3ae11-79a5-4798-a92f-f7037601c981') {'for_net_delete': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:57.242848 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e3ae11-79a5-4798-a92f-f7037601c981') {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:20:57.251574 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25431381'] for segment, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.264830 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.271115 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:20:57.271438 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25278020'] for segment, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: Traceback (most recent call last): Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: timer() Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: cb(*args, **kw) Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: return func(*args, **kwargs) Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: self._notify() Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: self.callback(batched_events) Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: event.method(event) Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: return f(self, *a, **k) Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._get(url).json() Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: return self.request(url, 'GET', **kwargs) Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:20:57.273025 dv-cinder-803533-1-iscsi neutron-server[93456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:20:57.304725 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7dbc2c0f-bd89-4154-a97f-323ec62418db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964'] for port, after_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.326370 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.329602 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc2c0f-bd89-4154-a97f-323ec62418db None None] Pushing event deleted for resources: {'Port': ['ID=b7d9799c-265f-4d83-af92-18b43862a7f2,revision_number=None']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:57.333370 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc2c0f-bd89-4154-a97f-323ec62418db None None] No DVR routers for this DVR port b7d9799c-265f-4d83-af92-18b43862a7f2 on host dv-cinder-803533-1-iscsi {{(pid=93457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:20:57.342044 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.344515 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/04c23d2b-4628-4e7e-82ed-143193917639 HTTP/1.1" status: 204 len: 168 time: 0.5138700 Aug 05 02:20:57.345489 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d2a4a-d995-48f1-84b3-3d97d9eea1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=04c23d2b-4628-4e7e-82ed-143193917639,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:57.458860 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53312) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:20:57.496348 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-a2ba7080-1f50-4d46-be9e-0d6b0523c5c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ac9b4fb0fb8454d8a6741c6b95149bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0363662 Aug 05 02:20:57.498529 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53314) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:20:57.547622 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-701bed5e-ebb6-426a-90d0-bf85b2825ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.567783 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-701bed5e-ebb6-426a-90d0-bf85b2825ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.613046 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-701bed5e-ebb6-426a-90d0-bf85b2825ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.615578 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-701bed5e-ebb6-426a-90d0-bf85b2825ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:57.616707 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-701bed5e-ebb6-426a-90d0-bf85b2825ff1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04c96214-75cc-4012-a20a-afd2527d581f HTTP/1.1" status: 204 len: 168 time: 0.1173117 Aug 05 02:20:57.624016 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bed5e-ebb6-426a-90d0-bf85b2825ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c96214-75cc-4012-a20a-afd2527d581f,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:20:58.196206 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-b3d9537e-8d27-4518-a22b-cec796533c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:20:58.713769 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b7d9799c-265f-4d83-af92-18b43862a7f2 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:20:58.733077 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: b7d9799c-265f-4d83-af92-18b43862a7f2 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:20:58.733419 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b7d9799c-265f-4d83-af92-18b43862a7f2 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:20:59.524388 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:00.844992 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ae12e-e5f9-4e4b-8d97-5005efbc6e21 req-6246d29c-5a93-401e-86fb-d874de97083f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:00.846469 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2e8ae12e-e5f9-4e4b-8d97-5005efbc6e21 req-6246d29c-5a93-401e-86fb-d874de97083f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 946 time: 0.0494466 Aug 05 02:21:00.852648 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2a39746b-947f-4bd5-bfab-acc82b12829b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:00.876704 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:00.886138 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2e8ae12e-e5f9-4e4b-8d97-5005efbc6e21 req-9c4d37ff-2f91-4a48-9ab0-098fb3ee34e4 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333648 Aug 05 02:21:02.003346 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481849b-3e2c-40f5-9da2-834df92dfb41 req-15630a60-c3ac-4ef0-b01e-f01824fba22a tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:02.004820 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4481849b-3e2c-40f5-9da2-834df92dfb41 req-15630a60-c3ac-4ef0-b01e-f01824fba22a tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 946 time: 0.0522170 Aug 05 02:21:02.041809 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4481849b-3e2c-40f5-9da2-834df92dfb41 req-3838b0d8-1b88-47aa-a23a-1985543cfbeb tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311117 Aug 05 02:21:02.080685 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:02.299943 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59355481-6fc1-48f5-813e-9e67183e1438 req-08d49915-84eb-42d7-ba24-89cedb51994e tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:02.301251 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-59355481-6fc1-48f5-813e-9e67183e1438 req-08d49915-84eb-42d7-ba24-89cedb51994e tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 946 time: 0.0461576 Aug 05 02:21:02.394289 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Deleting port d0b38c97-533b-4b43-b0d5-ce138bc45052 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:02.394629 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:02.483572 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] For port d0b38c97-533b-4b43-b0d5-ce138bc45052, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=d0b38c97-533b-4b43-b0d5-ce138bc45052,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:02.483944 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:02.657807 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:02.658175 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:02.658484 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.l3_db [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Floating IP 6b407129-610f-48ba-bd4c-555f50dffce8 disassociated. External IP: 172.27.3.158, port: d0b38c97-533b-4b43-b0d5-ce138bc45052. Aug 05 02:21:02.658859 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Calling delete_port for d0b38c97-533b-4b43-b0d5-ce138bc45052 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:02.785525 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:02.812394 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event deleted for resources: {'Port': ['ID=d0b38c97-533b-4b43-b0d5-ce138bc45052,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:02.928911 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Router 8cb389e2-9664-49f5-800a-c7f0229e7c32 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:21:03.048753 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:03.061093 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7b9e0-3e05-40e4-a5c2-0dc5648d042a None None] Sync routers for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:03.088741 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7b9e0-3e05-40e4-a5c2-0dc5648d042a None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:03.089373 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-39a7b9e0-3e05-40e4-a5c2-0dc5648d042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:03.099062 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] No DVR routers for this DVR port d0b38c97-533b-4b43-b0d5-ce138bc45052 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:21:03.101531 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:03.103994 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-59355481-6fc1-48f5-813e-9e67183e1438 req-e0dbeddc-b51c-4e91-aa3e-d03e3e4211d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "DELETE /v2.0/ports/d0b38c97-533b-4b43-b0d5-ce138bc45052 HTTP/1.1" status: 204 len: 173 time: 0.7967508 Aug 05 02:21:03.104458 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'name': 'network-vif-deleted', 'tag': 'd0b38c97-533b-4b43-b0d5-ce138bc45052'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:21:03.106750 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67570489-1e22-4d52-ac15-863d24ce4809" -d '{"events": [{"server_uuid": "f82b7d2f-521d-47c3-a2d4-b10c8f7ec797", "name": "network-vif-deleted", "tag": "d0b38c97-533b-4b43-b0d5-ce138bc45052"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:03.171421 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-087aa4bd-ea9a-4715-a404-738d8a9edb9e req-a37a8294-f195-41e1-a3dd-447079679368 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=f82b7d2f-521d-47c3-a2d4-b10c8f7ec797 HTTP/1.1" status: 200 len: 210 time: 0.0360279 Aug 05 02:21:03.220550 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-39a7b9e0-3e05-40e4-a5c2-0dc5648d042a None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:03.229700 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad33f777-2230-4578-bfa6-cb743727a51d x-openstack-request-id: req-ad33f777-2230-4578-bfa6-cb743727a51d {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:03.230173 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82b7d2f-521d-47c3-a2d4-b10c8f7ec797", "name": "network-vif-deleted", "tag": "d0b38c97-533b-4b43-b0d5-ce138bc45052", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:03.230602 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad33f777-2230-4578-bfa6-cb743727a51d {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:03.231178 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82b7d2f-521d-47c3-a2d4-b10c8f7ec797', 'name': 'network-vif-deleted', 'tag': 'd0b38c97-533b-4b43-b0d5-ce138bc45052', 'status': 'completed', 'code': 200} Aug 05 02:21:03.458301 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-39a7b9e0-3e05-40e4-a5c2-0dc5648d042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:03.486908 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7b9e0-3e05-40e4-a5c2-0dc5648d042a None None] Checking router: 8cb389e2-9664-49f5-800a-c7f0229e7c32 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:03.494878 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7b9e0-3e05-40e4-a5c2-0dc5648d042a None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:03.495519 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-39a7b9e0-3e05-40e4-a5c2-0dc5648d042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:03.597322 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-39a7b9e0-3e05-40e4-a5c2-0dc5648d042a None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:03.795014 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:03.801487 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-39a7b9e0-3e05-40e4-a5c2-0dc5648d042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:03.827717 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7b9e0-3e05-40e4-a5c2-0dc5648d042a None None] The sync data for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi is: [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:04.036619 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2473f3e7-15cf-4608-88f0-88061cd56120 None None] New status for floating IP 6b407129-610f-48ba-bd4c-555f50dffce8: DOWN {{(pid=93457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:21:04.413551 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-4a76bb59-8abd-473c-87a9-b785ae92e111 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909325623&fields=id&tenant_id=45b02b2264854d6bb2a8be0c6a548525 HTTP/1.1" status: 200 len: 267 time: 0.0322018 Aug 05 02:21:04.518059 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-b19510d1-4484-4704-93b4-c4c33528dfab tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:04.524159 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-b19510d1-4484-4704-93b4-c4c33528dfab tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 812 time: 0.1041808 Aug 05 02:21:04.534619 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-915fb20e-0e50-47d8-88c7-e44551207eb7 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/quotas/45b02b2264854d6bb2a8be0c6a548525 HTTP/1.1" status: 200 len: 375 time: 0.0091839 Aug 05 02:21:04.589911 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-80de0678-ff95-43f4-b9b4-bba42cf10fcc tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493839 Aug 05 02:21:04.691168 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-f48ce6b5-edef-4821-b439-3dad44ae688b service neutron] 10.222.0.39 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899076 Aug 05 02:21:04.782778 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-fd209d5a-0381-48e5-9f2b-88d4af22739a service neutron] 10.222.0.39 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847197 Aug 05 02:21:05.058024 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0c735381-aa25-4059-9c43-993e084bb44b req-84330f9f-7ce2-4e53-b31e-18dd28d683d3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 210 time: 0.0251622 Aug 05 02:21:05.673948 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device d0b38c97-533b-4b43-b0d5-ce138bc45052 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:21:05.693729 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: d0b38c97-533b-4b43-b0d5-ce138bc45052 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:21:05.694065 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device d0b38c97-533b-4b43-b0d5-ce138bc45052 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:21:05.952633 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-68da8b66-6c83-4aed-b88a-4eb6a590387c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:05.954584 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-68da8b66-6c83-4aed-b88a-4eb6a590387c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 812 time: 0.1007864 Aug 05 02:21:05.998678 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-529aa67c-8016-4c0d-96ee-1eb4263ba878 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b02b2264854d6bb2a8be0c6a548525 HTTP/1.1" status: 200 len: 379 time: 0.0330858 Aug 05 02:21:06.009624 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'port': {'device_id': '44f5bc55-8460-47d6-bff4-255098f2427d', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'admin_state_up': True, 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'security_groups': ['e6cf37e9-9e87-4a70-852f-28e6687f4a30']}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:21:06.119174 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Made reservation on behalf of 45b02b2264854d6bb2a8be0c6a548525 for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:21:06.122844 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:06.161423 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0761da1f-6c21-4e5c-8d01-aa6a1ffcb86a req-9d49c35e-f62d-4358-bdc7-463edf70d63f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 210 time: 0.0348873 Aug 05 02:21:06.276586 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Allocated IP 172.20.0.4 (ff09a226-147f-42b8-8e07-9d4b8ef3ccec/9358fe91-2f74-4e49-8c17-5dc021888674/2c692a4b-cd03-4a19-958d-742dc63de8a7) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:21:06.423239 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:06.438884 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Transition to ACTIVE for port object 2c692a4b-cd03-4a19-958d-742dc63de8a7 will not be triggered until provisioned by entity DHCP. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:21:06.472748 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:06.518407 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Network ff09a226-147f-42b8-8e07-9d4b8ef3ccec is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:21:06.521429 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:06.525117 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:21:06.531162 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'Port': ['ID=2c692a4b-cd03-4a19-958d-742dc63de8a7,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:06.577210 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:06.577833 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:06.592946 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-331d8f71-011c-4c94-b350-afa28322444f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5865769 Aug 05 02:21:06.609642 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Request body: {'port': {'device_id': '44f5bc55-8460-47d6-bff4-255098f2427d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:21:06.666419 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:06.756422 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-aac5b96b-e79a-4ee3-bf2a-1dfec72d0ff9 None None] Provisioning for port 2c692a4b-cd03-4a19-958d-742dc63de8a7 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:21:06.760817 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-aac5b96b-e79a-4ee3-bf2a-1dfec72d0ff9 None None] Provisioning complete for port 2c692a4b-cd03-4a19-958d-742dc63de8a7 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:21:06.761306 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-aac5b96b-e79a-4ee3-bf2a-1dfec72d0ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:06.796108 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-aac5b96b-e79a-4ee3-bf2a-1dfec72d0ff9 None None] Port 2c692a4b-cd03-4a19-958d-742dc63de8a7 cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:21:06.932565 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c692a4b-cd03-4a19-958d-742dc63de8a7 {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:21:06.939956 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:06.954328 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Transition to ACTIVE for port object 2c692a4b-cd03-4a19-958d-742dc63de8a7 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:21:06.954952 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53464) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:06.960162 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:07.008454 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Pushing event updated for resources: {'Port': ['ID=2c692a4b-cd03-4a19-958d-742dc63de8a7,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:07.071954 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8dcced85-60c3-4dee-a2ce-1f58ddf564bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:07.111962 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Attempting to bind port 2c692a4b-cd03-4a19-958d-742dc63de8a7 on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:21:07.112291 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Attempting to bind port 2c692a4b-cd03-4a19-958d-742dc63de8a7 by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:21:07.112615 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Attempting to bind port 2c692a4b-cd03-4a19-958d-742dc63de8a7 on network ff09a226-147f-42b8-8e07-9d4b8ef3ccec {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:21:07.125435 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Port 2c692a4b-cd03-4a19-958d-742dc63de8a7 on network ff09a226-147f-42b8-8e07-9d4b8ef3ccec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:21:07.125774 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Attempting to bind port 2c692a4b-cd03-4a19-958d-742dc63de8a7 on network ff09a226-147f-42b8-8e07-9d4b8ef3ccec {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:21:07.137216 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:21:07.137546 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Checking segment: {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:21:07.137929 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Bound using segment: {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:21:07.138360 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Bound port: 2c692a4b-cd03-4a19-958d-742dc63de8a7, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:21:07.138747 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:07.242995 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] For port 2c692a4b-cd03-4a19-958d-742dc63de8a7, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:21:07.258884 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8dcced85-60c3-4dee-a2ce-1f58ddf564bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:07.263104 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] For port 2c692a4b-cd03-4a19-958d-742dc63de8a7, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=2c692a4b-cd03-4a19-958d-742dc63de8a7,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:21:07.264723 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8dcced85-60c3-4dee-a2ce-1f58ddf564bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:07.276297 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:07.278740 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ee0d2-68a5-43bd-b091-7c3ac8f6caaf req-9f9ffff5-88b4-444f-8bf3-65ce24befc53 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:07.280401 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1b9ee0d2-68a5-43bd-b091-7c3ac8f6caaf req-9f9ffff5-88b4-444f-8bf3-65ce24befc53 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 943 time: 0.0524933 Aug 05 02:21:07.318540 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-1b9ee0d2-68a5-43bd-b091-7c3ac8f6caaf req-2b2ea817-8acb-42e1-b087-679c0de73fab tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311861 Aug 05 02:21:07.333754 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:07.334384 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:07.336026 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] 10.222.0.43 "PUT /v2.0/ports/2c692a4b-cd03-4a19-958d-742dc63de8a7 HTTP/1.1" status: 200 len: 1093 time: 0.7311172 Aug 05 02:21:07.342817 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f5bc55-8460-47d6-bff4-255098f2427d', 'tag': '2c692a4b-cd03-4a19-958d-742dc63de8a7'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:21:07.345688 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd061f1-0f9d-42a4-9c02-5f003c6be403" -d '{"events": [{"name": "network-changed", "server_uuid": "44f5bc55-8460-47d6-bff4-255098f2427d", "tag": "2c692a4b-cd03-4a19-958d-742dc63de8a7"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:07.356075 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-8dcced85-60c3-4dee-a2ce-1f58ddf564bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26e1e7576f8048218020e30ca757cb7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997445 Aug 05 02:21:07.358104 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53472) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:07.361674 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcced85-60c3-4dee-a2ce-1f58ddf564bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59712535-1615-48ca-870f-b03c0e697422,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:07.409362 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4cddb9-1132-4c10-8718-25012d8710aa x-openstack-request-id: req-ec4cddb9-1132-4c10-8718-25012d8710aa {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:07.409634 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f5bc55-8460-47d6-bff4-255098f2427d", "tag": "2c692a4b-cd03-4a19-958d-742dc63de8a7", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:07.409885 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec4cddb9-1132-4c10-8718-25012d8710aa {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:07.410270 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f5bc55-8460-47d6-bff4-255098f2427d', 'tag': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'status': 'completed', 'code': 200} Aug 05 02:21:07.411071 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff6869-53c0-4f1c-9233-8c0fab98f027 service neutron] Pushing event updated for resources: {'Port': ['ID=2c692a4b-cd03-4a19-958d-742dc63de8a7,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:07.433227 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87351351-7679-4289-9429-3750de9aa12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:07.433957 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-a767092f-1046-4b73-a57f-3cc14bdcc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:07.438986 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-a767092f-1046-4b73-a57f-3cc14bdcc5c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 1096 time: 0.0594730 Aug 05 02:21:07.457155 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87351351-7679-4289-9429-3750de9aa12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:07.485630 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-2f0accdd-d695-4568-a92a-ae57794f92db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c692a4b-cd03-4a19-958d-742dc63de8a7 HTTP/1.1" status: 200 len: 217 time: 0.0383527 Aug 05 02:21:07.510024 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87351351-7679-4289-9429-3750de9aa12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:07.512783 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87351351-7679-4289-9429-3750de9aa12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:07.514392 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-87351351-7679-4289-9429-3750de9aa12e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59712535-1615-48ca-870f-b03c0e697422 HTTP/1.1" status: 204 len: 168 time: 0.1550324 Aug 05 02:21:07.524034 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87351351-7679-4289-9429-3750de9aa12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59712535-1615-48ca-870f-b03c0e697422,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:07.549227 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-2ca51d64-e104-4788-9932-5a36aa2f7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:07.550955 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-2ca51d64-e104-4788-9932-5a36aa2f7ecc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0573139 Aug 05 02:21:07.598360 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-2128c549-a02f-47ce-aa20-86e53423e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:07.599946 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-2128c549-a02f-47ce-aa20-86e53423e2d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408733 Aug 05 02:21:07.700596 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-6fd50a02-283f-4598-af61-a017d0eb327d service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919995 Aug 05 02:21:07.799629 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f179ffcb-79e9-47b1-a186-98933e31c009 req-c38177d4-2b3b-4325-a6c8-863f25fabc61 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872784 Aug 05 02:21:07.882462 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd061f1-0f9d-42a4-9c02-5f003c6be403 req-27ff0aba-b759-49c1-adb9-6c614a9840dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:07.883906 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2bd061f1-0f9d-42a4-9c02-5f003c6be403 req-27ff0aba-b759-49c1-adb9-6c614a9840dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 1096 time: 0.0412374 Aug 05 02:21:07.980236 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd061f1-0f9d-42a4-9c02-5f003c6be403 req-b61bd6aa-6b66-4830-b319-a5abde6d2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:07.981855 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2bd061f1-0f9d-42a4-9c02-5f003c6be403 req-b61bd6aa-6b66-4830-b319-a5abde6d2b72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 912 time: 0.0897763 Aug 05 02:21:08.031995 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2bd061f1-0f9d-42a4-9c02-5f003c6be403 req-f5640745-094b-4e4e-b032-b010904f7815 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c692a4b-cd03-4a19-958d-742dc63de8a7 HTTP/1.1" status: 200 len: 217 time: 0.0349810 Aug 05 02:21:08.083154 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd061f1-0f9d-42a4-9c02-5f003c6be403 req-e3cb1a98-cf3c-4ddc-ad94-c25e36b97180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:08.084950 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2bd061f1-0f9d-42a4-9c02-5f003c6be403 req-e3cb1a98-cf3c-4ddc-ad94-c25e36b97180 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0474329 Aug 05 02:21:08.134675 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd061f1-0f9d-42a4-9c02-5f003c6be403 req-a1328bd1-c6c9-4e5e-bfcc-f2afc7d4ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:08.136115 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2bd061f1-0f9d-42a4-9c02-5f003c6be403 req-a1328bd1-c6c9-4e5e-bfcc-f2afc7d4ac03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437469 Aug 05 02:21:08.226110 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2bd061f1-0f9d-42a4-9c02-5f003c6be403 req-ecf95bb0-3edd-4d24-8ffe-35cc4e4c9b9d service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819080 Aug 05 02:21:08.319633 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2bd061f1-0f9d-42a4-9c02-5f003c6be403 req-777057b2-37fc-4f0e-92b3-d51b096a6bf4 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847518 Aug 05 02:21:08.431933 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6f3c1-fd2f-4ae9-bc68-93365b76ac5b req-cc7b01c3-6495-45ad-adfe-9c04d3f4bb18 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:08.433445 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4ed6f3c1-fd2f-4ae9-bc68-93365b76ac5b req-cc7b01c3-6495-45ad-adfe-9c04d3f4bb18 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 943 time: 0.0490234 Aug 05 02:21:08.475191 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4ed6f3c1-fd2f-4ae9-bc68-93365b76ac5b req-4387237d-e8f9-4e8c-ae06-6681697f98f2 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343037 Aug 05 02:21:09.587566 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162813d0-6ab5-4e98-afba-f9baeed83201 req-ada90ca7-5fbc-4402-95fa-ba8da14c2332 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:09.588986 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-162813d0-6ab5-4e98-afba-f9baeed83201 req-ada90ca7-5fbc-4402-95fa-ba8da14c2332 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 943 time: 0.0470290 Aug 05 02:21:09.627752 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-162813d0-6ab5-4e98-afba-f9baeed83201 req-dd7e1543-a47e-481a-be88-cc26f5bd4c72 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Aug 05 02:21:10.740859 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3177fa-913b-4326-a3db-15042e3e30bc req-61534690-a997-4920-9115-a98a4bc2f532 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:10.742326 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0c3177fa-913b-4326-a3db-15042e3e30bc req-61534690-a997-4920-9115-a98a4bc2f532 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 943 time: 0.0481958 Aug 05 02:21:10.781288 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-0c3177fa-913b-4326-a3db-15042e3e30bc req-18223d57-8e63-4cbb-bba3-f8de51e38300 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330989 Aug 05 02:21:11.896837 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41064919-ec01-4cb9-a31d-7427ce77443f req-f8276d76-12d2-46f3-aa78-fdc8688798cc tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:11.898295 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-41064919-ec01-4cb9-a31d-7427ce77443f req-f8276d76-12d2-46f3-aa78-fdc8688798cc tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 943 time: 0.0520320 Aug 05 02:21:11.935637 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-41064919-ec01-4cb9-a31d-7427ce77443f req-6a67133b-db73-40f3-8786-74a56fd5f9c4 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311022 Aug 05 02:21:13.046997 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5cbda-528d-47ec-b986-bcde96ac54bd req-49aafacd-573e-4e5f-980b-a156d6d7ac51 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:13.048478 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-83a5cbda-528d-47ec-b986-bcde96ac54bd req-49aafacd-573e-4e5f-980b-a156d6d7ac51 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 943 time: 0.0481765 Aug 05 02:21:13.085657 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-83a5cbda-528d-47ec-b986-bcde96ac54bd req-a7327a83-c6d1-4cf8-9a12-0ea95e3cb516 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312576 Aug 05 02:21:14.199237 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13c233-da7e-42f7-8827-d01790e7426b req-1a9edf73-1518-47e8-8ba5-65a2e468ac83 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:14.200664 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3e13c233-da7e-42f7-8827-d01790e7426b req-1a9edf73-1518-47e8-8ba5-65a2e468ac83 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 943 time: 0.0510499 Aug 05 02:21:14.237282 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3e13c233-da7e-42f7-8827-d01790e7426b req-a6c8537a-f0c9-40a7-b24d-51d60f503f84 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303233 Aug 05 02:21:15.362128 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5e52a-047d-46e8-8fea-c3276de86142 req-ed16bc6a-0da1-4edc-93ea-7c7567b23ee4 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:15.363785 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-81a5e52a-047d-46e8-8fea-c3276de86142 req-ed16bc6a-0da1-4edc-93ea-7c7567b23ee4 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 943 time: 0.0598917 Aug 05 02:21:15.407772 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-81a5e52a-047d-46e8-8fea-c3276de86142 req-b0700d32-1908-4032-8192-67d5230d33e0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379808 Aug 05 02:21:15.703842 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 2c692a4b-cd03-4a19-958d-742dc63de8a7 details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:21:15.798033 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 2c692a4b-cd03-4a19-958d-742dc63de8a7, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=2c692a4b-cd03-4a19-958d-742dc63de8a7,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:15.808514 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'port_id': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'mac_address': 'fa:16:3e:27:cb:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:21:15.842991 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:15.855343 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c692a4b-cd03-4a19-958d-742dc63de8a7 {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:21:15.877505 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 2c692a4b-cd03-4a19-958d-742dc63de8a7, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=2c692a4b-cd03-4a19-958d-742dc63de8a7,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:15.881949 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:15.926932 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=2c692a4b-cd03-4a19-958d-742dc63de8a7,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:16.111657 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['2c692a4b-cd03-4a19-958d-742dc63de8a7'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:21:16.521207 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2930bc-4982-40db-af29-96c71fd19377 req-13d344a7-51fb-492c-a842-9dc07549e96c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:16.522694 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2e2930bc-4982-40db-af29-96c71fd19377 req-13d344a7-51fb-492c-a842-9dc07549e96c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 944 time: 0.0482228 Aug 05 02:21:16.559984 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2e2930bc-4982-40db-af29-96c71fd19377 req-49f96e75-e040-460c-934e-e647fa2c752b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314262 Aug 05 02:21:17.671388 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3856ef-caa9-46f5-a057-61a7a56f05a5 req-ec0094b0-0b9a-4a4f-b3cb-071a868375f6 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:17.672877 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-eb3856ef-caa9-46f5-a057-61a7a56f05a5 req-ec0094b0-0b9a-4a4f-b3cb-071a868375f6 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 944 time: 0.0477779 Aug 05 02:21:17.712955 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 2c692a4b-cd03-4a19-958d-742dc63de8a7 up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:21:17.717389 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-eb3856ef-caa9-46f5-a057-61a7a56f05a5 req-54a0e3c2-c9f7-464c-80f4-70341dde62f2 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351424 Aug 05 02:21:17.760455 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 2c692a4b-cd03-4a19-958d-742dc63de8a7 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:21:17.764529 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 2c692a4b-cd03-4a19-958d-742dc63de8a7 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:21:17.764894 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:17.851206 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:17.872746 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f5bc55-8460-47d6-bff4-255098f2427d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c692a4b-cd03-4a19-958d-742dc63de8a7'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:21:17.874860 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b75c10-82bd-4a8f-8c63-0469aa6220e8" -d '{"events": [{"server_uuid": "44f5bc55-8460-47d6-bff4-255098f2427d", "name": "network-vif-plugged", "status": "completed", "tag": "2c692a4b-cd03-4a19-958d-742dc63de8a7"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:17.888116 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 2c692a4b-cd03-4a19-958d-742dc63de8a7, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=2c692a4b-cd03-4a19-958d-742dc63de8a7,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:17.896591 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:17.920146 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1009bcb2-0d90-4215-9785-7081c6d2839d x-openstack-request-id: req-1009bcb2-0d90-4215-9785-7081c6d2839d {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:17.920659 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f5bc55-8460-47d6-bff4-255098f2427d", "name": "network-vif-plugged", "status": "completed", "tag": "2c692a4b-cd03-4a19-958d-742dc63de8a7", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:17.921063 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1009bcb2-0d90-4215-9785-7081c6d2839d {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:17.921612 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f5bc55-8460-47d6-bff4-255098f2427d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'code': 200} Aug 05 02:21:17.952643 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=2c692a4b-cd03-4a19-958d-742dc63de8a7,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:18.133639 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53626) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:18.141193 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658b97-94dd-4b72-b2c9-d8e4b605c214 req-64c4b691-47fe-42ec-82e1-e6264d9d0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:18.142687 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d0658b97-94dd-4b72-b2c9-d8e4b605c214 req-64c4b691-47fe-42ec-82e1-e6264d9d0574 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 1098 time: 0.0449615 Aug 05 02:21:18.179070 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d0658b97-94dd-4b72-b2c9-d8e4b605c214 req-d68e13b9-dcec-483c-9271-30fa859c74f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273497 Aug 05 02:21:18.238369 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:18.324286 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:18.327784 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:18.363389 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0973915-eefb-4291-87ad-4b2430293e03,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:18.367068 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19f7951a79cc44cbbd01e3b125e0e709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325115 Aug 05 02:21:18.369763 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53630) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:18.372907 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:18.373275 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:18.373601 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:18.373937 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:18.374268 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:18.374596 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:18.374947 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:18.375786 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:18.376110 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:18.376431 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:18.376750 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:18.377071 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556c9a06-a717-4aa1-a8d7-45af042350ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:18.417361 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0e90d38-db1f-4cd1-a3f3-09cb57ad4d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:18.439172 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0e90d38-db1f-4cd1-a3f3-09cb57ad4d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:18.484220 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0e90d38-db1f-4cd1-a3f3-09cb57ad4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:18.487444 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0e90d38-db1f-4cd1-a3f3-09cb57ad4d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:18.488563 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-d0e90d38-db1f-4cd1-a3f3-09cb57ad4d3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0973915-eefb-4291-87ad-4b2430293e03 HTTP/1.1" status: 204 len: 168 time: 0.1178133 Aug 05 02:21:18.495780 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e90d38-db1f-4cd1-a3f3-09cb57ad4d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0973915-eefb-4291-87ad-4b2430293e03,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:18.743005 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53638) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:18.756356 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-04e5468b-2159-41e2-8ef4-05e59f4c3505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:18.835966 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef49be-8f75-4ac8-9e92-c88f8cf682a2 req-1a869eac-bee8-4f50-ba5c-3200c693ee68 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:18.837485 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f2ef49be-8f75-4ac8-9e92-c88f8cf682a2 req-1a869eac-bee8-4f50-ba5c-3200c693ee68 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 945 time: 0.0521646 Aug 05 02:21:18.856123 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-04e5468b-2159-41e2-8ef4-05e59f4c3505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:18.860420 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-04e5468b-2159-41e2-8ef4-05e59f4c3505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:18.881631 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f2ef49be-8f75-4ac8-9e92-c88f8cf682a2 req-08c013e9-2f81-4edd-af2b-69597515aaa2 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376880 Aug 05 02:21:18.904824 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5468b-2159-41e2-8ef4-05e59f4c3505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e033ca1-9a0b-4242-950d-80f3b01986a4,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:18.910450 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-04e5468b-2159-41e2-8ef4-05e59f4c3505 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef1e829920344d29929e868111344cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663003 Aug 05 02:21:18.913383 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53640) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:18.968082 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ee3bdead-a8d1-4d54-abb7-6d154cf02ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:18.994815 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ee3bdead-a8d1-4d54-abb7-6d154cf02ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:19.044097 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ee3bdead-a8d1-4d54-abb7-6d154cf02ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:19.046421 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ee3bdead-a8d1-4d54-abb7-6d154cf02ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:19.051017 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ee3bdead-a8d1-4d54-abb7-6d154cf02ef6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e033ca1-9a0b-4242-950d-80f3b01986a4 HTTP/1.1" status: 204 len: 168 time: 0.1335769 Aug 05 02:21:19.055920 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bdead-a8d1-4d54-abb7-6d154cf02ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e033ca1-9a0b-4242-950d-80f3b01986a4,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:20.000803 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ed2d7-5261-4dd7-9201-6c17eb1c4104 req-ae92e26e-dfba-489e-90dd-573cc05990fc tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:20.002271 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-224ed2d7-5261-4dd7-9201-6c17eb1c4104 req-ae92e26e-dfba-489e-90dd-573cc05990fc tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 945 time: 0.0521641 Aug 05 02:21:20.040434 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-224ed2d7-5261-4dd7-9201-6c17eb1c4104 req-9d937578-bfa8-4544-add4-6c6da07c3d18 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320814 Aug 05 02:21:20.158219 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfa0a6-04ff-4b47-8b20-275fd6245e92 req-5008de06-0a27-4f4a-8889-a6964fb9373f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:20.159727 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f2bfa0a6-04ff-4b47-8b20-275fd6245e92 req-5008de06-0a27-4f4a-8889-a6964fb9373f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 945 time: 0.0542436 Aug 05 02:21:20.198306 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f2bfa0a6-04ff-4b47-8b20-275fd6245e92 req-c8955ff3-1be5-46af-833b-614b3c909b74 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323987 Aug 05 02:21:20.219873 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53684) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:20.259045 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efedd424-9838-468d-970b-a68f17c12a7c tempest-TestVolumeBootPattern-612968534 tempest-TestVolumeBootPattern-612968534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:20.260662 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-efedd424-9838-468d-970b-a68f17c12a7c tempest-TestVolumeBootPattern-612968534 tempest-TestVolumeBootPattern-612968534-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 1093 time: 0.0396862 Aug 05 02:21:20.263346 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53686) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:20.267627 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'floatingip': {'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'port_id': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:21:20.290703 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:20.392014 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:20.495581 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Allocated IP 172.27.3.214 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/546de417-3524-4ee3-a173-354ed0951bca) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:21:20.607663 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:20.646251 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:20.685076 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:21:20.688460 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:20.691970 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:21:20.697077 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'Port': ['ID=546de417-3524-4ee3-a173-354ed0951bca,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:20.931692 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53696) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:21.238541 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Deleting port a39b1d34-ce3a-4dbb-9d04-f056408605c5 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:21.239254 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:21.291675 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:21.311346 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:21.311671 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:21.323543 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Calling delete_port for a39b1d34-ce3a-4dbb-9d04-f056408605c5 owned by network:floatingip {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:21.357681 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:21.495885 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:21.506178 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:21.510886 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:21.525008 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event deleted for resources: {'Port': ['ID=a39b1d34-ce3a-4dbb-9d04-f056408605c5,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:21.576600 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'Port': ['ID=546de417-3524-4ee3-a173-354ed0951bca,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:21.583760 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for floatingip, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:21.583932 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.l3_db [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Floating IP 908837d9-140f-48f2-9c46-a240b3fec460 disassociated (deleted). External IP: 172.27.3.36, port: 8f24e381-ccca-4cda-a3dd-129d67a0cf91. Aug 05 02:21:21.592525 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:21.697518 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.l3_db [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Floating IP 8dc008af-5998-424a-935f-5ab6357f1146 associated. External IP: 172.27.3.214, port: 2c692a4b-cd03-4a19-958d-742dc63de8a7. Aug 05 02:21:21.811406 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Router c34719a5-c70f-49ba-a2c6-721634bfa6d4 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:21:21.926913 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:21.927531 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Router 8cb389e2-9664-49f5-800a-c7f0229e7c32 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:21:21.931422 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:21.938738 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e637ae3e-0ce3-4448-8715-a92011652a93 None None] Sync routers for ids ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:21.948837 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e637ae3e-0ce3-4448-8715-a92011652a93 None None] Routers {'c34719a5-c70f-49ba-a2c6-721634bfa6d4'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:21.949641 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-e637ae3e-0ce3-4448-8715-a92011652a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:21.968225 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-afe241f3-bc41-4f57-8926-30be45740d18 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "DELETE /v2.0/floatingips/908837d9-140f-48f2-9c46-a240b3fec460 HTTP/1.1" status: 204 len: 168 time: 1.0329666 Aug 05 02:21:21.968225 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:21:21.970542 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473e26ad-2749-43cf-ac37-5a29906f2061" -d '{"events": [{"name": "network-changed", "server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:22.038221 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:22.049541 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35161f-d060-4e5a-87c1-f4384c3dc132 None None] Sync routers for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:22.057295 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:22.066448 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35161f-d060-4e5a-87c1-f4384c3dc132 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:22.069220 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-4b35161f-d060-4e5a-87c1-f4384c3dc132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:22.070538 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-e637ae3e-0ce3-4448-8715-a92011652a93 None None] Set router c34719a5-c70f-49ba-a2c6-721634bfa6d4 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:22.111491 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-6a7e66be-cbb1-44a7-be21-5b88e523044c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8470469 Aug 05 02:21:22.112550 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f5bc55-8460-47d6-bff4-255098f2427d', 'tag': '2c692a4b-cd03-4a19-958d-742dc63de8a7'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:21:22.116017 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2feb27e-f963-4f69-ab6e-9aaa07aaf8af" -d '{"events": [{"name": "network-changed", "server_uuid": "44f5bc55-8460-47d6-bff4-255098f2427d", "tag": "2c692a4b-cd03-4a19-958d-742dc63de8a7"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:22.235305 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5469d62-e292-4180-8591-786de7735db6 x-openstack-request-id: req-c5469d62-e292-4180-8591-786de7735db6 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:22.235815 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f5bc55-8460-47d6-bff4-255098f2427d", "tag": "2c692a4b-cd03-4a19-958d-742dc63de8a7", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:22.236232 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5469d62-e292-4180-8591-786de7735db6 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:22.236851 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f5bc55-8460-47d6-bff4-255098f2427d', 'tag': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'status': 'completed', 'code': 200} Aug 05 02:21:22.248866 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b0c601-8a88-4945-97dd-16be68bcb0d2 x-openstack-request-id: req-e9b0c601-8a88-4945-97dd-16be68bcb0d2 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:22.249380 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:22.249380 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9b0c601-8a88-4945-97dd-16be68bcb0d2 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:22.249785 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'status': 'completed', 'code': 200} Aug 05 02:21:22.259470 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-4b35161f-d060-4e5a-87c1-f4384c3dc132 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:22.328290 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-e637ae3e-0ce3-4448-8715-a92011652a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:15:50Z', 'revision_number': 4, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff', 'name': '', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'mac_address': 'fa:16:3e:1c:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:49Z', 'updated_at': '2021-08-05T02:15:57Z', 'revision_number': 5, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'subnets': [{'id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:22.332145 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e26ad-2749-43cf-ac37-5a29906f2061 req-b506f5ca-6901-4608-b7ed-f2380d58ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:22.333511 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feb27e-f963-4f69-ab6e-9aaa07aaf8af req-29e332c4-0fec-4982-9cc9-e7ee7ce3e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:22.334001 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-473e26ad-2749-43cf-ac37-5a29906f2061 req-b506f5ca-6901-4608-b7ed-f2380d58ce47 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9eb8743fe334763bab3543f0d71dd2d&device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 1098 time: 0.0528703 Aug 05 02:21:22.335255 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f2feb27e-f963-4f69-ab6e-9aaa07aaf8af req-29e332c4-0fec-4982-9cc9-e7ee7ce3e1c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 1098 time: 0.0546794 Aug 05 02:21:22.357628 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e637ae3e-0ce3-4448-8715-a92011652a93 None None] Checking router: c34719a5-c70f-49ba-a2c6-721634bfa6d4 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:22.370998 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e637ae3e-0ce3-4448-8715-a92011652a93 None None] Routers {'c34719a5-c70f-49ba-a2c6-721634bfa6d4'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:22.371733 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-e637ae3e-0ce3-4448-8715-a92011652a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:22.433257 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed14809-f0bc-4f07-b7b8-d31433372f50 req-380887b0-d4fa-46dc-bb5e-884e49a8eb38 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:22.441280 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bed14809-f0bc-4f07-b7b8-d31433372f50 req-380887b0-d4fa-46dc-bb5e-884e49a8eb38 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.1186767 Aug 05 02:21:22.459823 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e26ad-2749-43cf-ac37-5a29906f2061 req-f1e8b3fd-a5de-4e81-b9f4-3d89b38e0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:22.462401 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-473e26ad-2749-43cf-ac37-5a29906f2061 req-f1e8b3fd-a5de-4e81-b9f4-3d89b38e0a48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 HTTP/1.1" status: 200 len: 908 time: 0.1135609 Aug 05 02:21:22.496028 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-bed14809-f0bc-4f07-b7b8-d31433372f50 req-14f2dc57-fcfa-43b6-b394-ec31e939c820 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537779 Aug 05 02:21:22.517164 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-473e26ad-2749-43cf-ac37-5a29906f2061 req-739c7d1a-90d1-4037-8d55-b99bfabe4a67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91 HTTP/1.1" status: 200 len: 217 time: 0.0453973 Aug 05 02:21:22.526310 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feb27e-f963-4f69-ab6e-9aaa07aaf8af req-53c4e467-2ea1-43fc-9447-89ff75cee235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:22.527927 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f2feb27e-f963-4f69-ab6e-9aaa07aaf8af req-53c4e467-2ea1-43fc-9447-89ff75cee235 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 912 time: 0.1701179 Aug 05 02:21:22.530358 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-4b35161f-d060-4e5a-87c1-f4384c3dc132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '8dc008af-5998-424a-935f-5ab6357f1146', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:27:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5bc55-8460-47d6-bff4-255098f2427d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:21:20Z', 'updated_at': '2021-08-05T02:21:20Z', 'revision_number': 0, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:22.566035 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35161f-d060-4e5a-87c1-f4384c3dc132 None None] Checking router: 8cb389e2-9664-49f5-800a-c7f0229e7c32 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:22.576271 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35161f-d060-4e5a-87c1-f4384c3dc132 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:22.576880 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-4b35161f-d060-4e5a-87c1-f4384c3dc132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:22.577213 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e26ad-2749-43cf-ac37-5a29906f2061 req-95f368c2-3f58-4deb-b923-a52c226fd805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:22.579201 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-473e26ad-2749-43cf-ac37-5a29906f2061 req-95f368c2-3f58-4deb-b923-a52c226fd805 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c04c11f1-c05b-417d-90d4-b82cd114e524 HTTP/1.1" status: 200 len: 847 time: 0.0527017 Aug 05 02:21:22.599772 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-e637ae3e-0ce3-4448-8715-a92011652a93 None None] Set router c34719a5-c70f-49ba-a2c6-721634bfa6d4 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:22.610058 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f2feb27e-f963-4f69-ab6e-9aaa07aaf8af req-f653f10e-8346-4fe1-9c6f-6b663705732a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c692a4b-cd03-4a19-958d-742dc63de8a7 HTTP/1.1" status: 200 len: 999 time: 0.0720437 Aug 05 02:21:22.639673 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e26ad-2749-43cf-ac37-5a29906f2061 req-5e1df379-1d33-4a6f-917a-504c6cccd000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:22.642350 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-473e26ad-2749-43cf-ac37-5a29906f2061 req-5e1df379-1d33-4a6f-917a-504c6cccd000 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517709 Aug 05 02:21:22.696516 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feb27e-f963-4f69-ab6e-9aaa07aaf8af req-507a3e38-6737-4c03-9e76-7efe5917f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:22.697302 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-4b35161f-d060-4e5a-87c1-f4384c3dc132 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:22.698262 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f2feb27e-f963-4f69-ab6e-9aaa07aaf8af req-507a3e38-6737-4c03-9e76-7efe5917f164 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0795114 Aug 05 02:21:22.752498 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feb27e-f963-4f69-ab6e-9aaa07aaf8af req-28a7a094-0ea3-4822-b36e-8c4138c924a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:22.754242 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f2feb27e-f963-4f69-ab6e-9aaa07aaf8af req-28a7a094-0ea3-4822-b36e-8c4138c924a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446572 Aug 05 02:21:22.768173 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-473e26ad-2749-43cf-ac37-5a29906f2061 req-ace6694f-b247-4b96-a992-68ccd5732db7 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186128 Aug 05 02:21:22.814611 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-e637ae3e-0ce3-4448-8715-a92011652a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:15:50Z', 'revision_number': 4, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff', 'name': '', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'mac_address': 'fa:16:3e:1c:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:49Z', 'updated_at': '2021-08-05T02:15:57Z', 'revision_number': 5, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'subnets': [{'id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:22.845286 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e637ae3e-0ce3-4448-8715-a92011652a93 None None] The sync data for ids ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'] in dv-cinder-803533-1-iscsi is: [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:15:50Z', 'revision_number': 4, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff', 'name': '', 'network_id': 'c8d2dddb-d88d-4880-8639-71ba9ef9b1d2', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'mac_address': 'fa:16:3e:1c:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:49Z', 'updated_at': '2021-08-05T02:15:57Z', 'revision_number': 5, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'subnets': [{'id': 'c04c11f1-c05b-417d-90d4-b82cd114e524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:22.862678 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f2feb27e-f963-4f69-ab6e-9aaa07aaf8af req-45c308e4-e5d1-478d-a481-0efff7e1af05 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989158 Aug 05 02:21:22.884780 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-473e26ad-2749-43cf-ac37-5a29906f2061 req-3f64c093-8d71-473f-a8c5-7f366cef97b0 service neutron] 10.222.0.43 "GET /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073947 Aug 05 02:21:22.944935 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-4b35161f-d060-4e5a-87c1-f4384c3dc132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '8dc008af-5998-424a-935f-5ab6357f1146', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:27:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5bc55-8460-47d6-bff4-255098f2427d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:21:20Z', 'updated_at': '2021-08-05T02:21:20Z', 'revision_number': 0, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:22.968208 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f2feb27e-f963-4f69-ab6e-9aaa07aaf8af req-bdcf5a85-c759-40ff-bb43-7fdbaca1f7f0 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960224 Aug 05 02:21:22.978693 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35161f-d060-4e5a-87c1-f4384c3dc132 None None] The sync data for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi is: [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '8dc008af-5998-424a-935f-5ab6357f1146', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:27:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5bc55-8460-47d6-bff4-255098f2427d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:21:20Z', 'updated_at': '2021-08-05T02:21:20Z', 'revision_number': 0, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:23.119568 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d62a5af-1690-4939-aca0-1e740d7cbb4a None None] New status for floating IP 908837d9-140f-48f2-9c46-a240b3fec460: DOWN {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:21:23.212987 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38760e97-5546-46b0-9b22-6f96a77741e5 None None] New status for floating IP 8dc008af-5998-424a-935f-5ab6357f1146: ACTIVE {{(pid=93457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:21:23.509291 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53748) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:23.615203 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3744d-4877-45e9-818c-7126abb720d1 req-127e2bf1-7089-4189-a854-efbd5efa0c8e tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:23.616622 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-26f3744d-4877-45e9-818c-7126abb720d1 req-127e2bf1-7089-4189-a854-efbd5efa0c8e tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0564620 Aug 05 02:21:23.622288 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6424e5b9-2bcb-4c1f-8717-a75db34f8d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:23.670736 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-26f3744d-4877-45e9-818c-7126abb720d1 req-190fb566-ae1d-4009-85b5-c04321f588c7 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463395 Aug 05 02:21:23.739703 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6424e5b9-2bcb-4c1f-8717-a75db34f8d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:23.743266 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6424e5b9-2bcb-4c1f-8717-a75db34f8d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:23.780037 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-6424e5b9-2bcb-4c1f-8717-a75db34f8d18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7c815ab24294c6aa1d7b54569de98d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697103 Aug 05 02:21:23.780879 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424e5b9-2bcb-4c1f-8717-a75db34f8d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a016b39f-446b-4869-b7ef-04d5287898f6,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:23.782816 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53754) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:23.857372 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-59596d92-adde-417b-ae1b-6761ec65de4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:23.880623 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e878f-e1fd-481b-a1b7-d1ac78c33687 req-0fbedcad-1854-4f6d-943d-631ddec052ac tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:23.881977 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1f0e878f-e1fd-481b-a1b7-d1ac78c33687 req-0fbedcad-1854-4f6d-943d-631ddec052ac tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.43 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 945 time: 0.0667441 Aug 05 02:21:23.891635 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-59596d92-adde-417b-ae1b-6761ec65de4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:23.991612 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-59596d92-adde-417b-ae1b-6761ec65de4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:23.994064 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-59596d92-adde-417b-ae1b-6761ec65de4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:23.995216 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-59596d92-adde-417b-ae1b-6761ec65de4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a016b39f-446b-4869-b7ef-04d5287898f6 HTTP/1.1" status: 204 len: 168 time: 0.2114294 Aug 05 02:21:24.006555 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59596d92-adde-417b-ae1b-6761ec65de4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a016b39f-446b-4869-b7ef-04d5287898f6,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:24.013460 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-1f0e878f-e1fd-481b-a1b7-d1ac78c33687 req-5aebc280-f449-4b95-ae36-5d6cd971a403 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Deleting port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:24.013780 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-1f0e878f-e1fd-481b-a1b7-d1ac78c33687 req-5aebc280-f449-4b95-ae36-5d6cd971a403 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:24.106145 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-1f0e878f-e1fd-481b-a1b7-d1ac78c33687 req-5aebc280-f449-4b95-ae36-5d6cd971a403 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] For port 8f24e381-ccca-4cda-a3dd-129d67a0cf91, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=8f24e381-ccca-4cda-a3dd-129d67a0cf91,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:24.106512 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-1f0e878f-e1fd-481b-a1b7-d1ac78c33687 req-5aebc280-f449-4b95-ae36-5d6cd971a403 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:24.119533 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-1f0e878f-e1fd-481b-a1b7-d1ac78c33687 req-5aebc280-f449-4b95-ae36-5d6cd971a403 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Calling delete_port for 8f24e381-ccca-4cda-a3dd-129d67a0cf91 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:24.245819 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-1f0e878f-e1fd-481b-a1b7-d1ac78c33687 req-5aebc280-f449-4b95-ae36-5d6cd971a403 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:24.276816 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebc280-f449-4b95-ae36-5d6cd971a403 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event deleted for resources: {'Port': ['ID=8f24e381-ccca-4cda-a3dd-129d67a0cf91,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:24.290226 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53760) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:24.304061 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae81edf7-3af5-4e2e-9fe0-d3cdb4953a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:24.320398 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0e878f-e1fd-481b-a1b7-d1ac78c33687 req-5aebc280-f449-4b95-ae36-5d6cd971a403 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] No DVR routers for this DVR port 8f24e381-ccca-4cda-a3dd-129d67a0cf91 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:21:24.322398 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-1f0e878f-e1fd-481b-a1b7-d1ac78c33687 req-5aebc280-f449-4b95-ae36-5d6cd971a403 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:24.324409 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1f0e878f-e1fd-481b-a1b7-d1ac78c33687 req-5aebc280-f449-4b95-ae36-5d6cd971a403 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.43 "DELETE /v2.0/ports/8f24e381-ccca-4cda-a3dd-129d67a0cf91 HTTP/1.1" status: 204 len: 173 time: 0.4353111 Aug 05 02:21:24.324841 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'name': 'network-vif-deleted', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:21:24.327138 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6299f273-7e34-42b8-83a3-c2f893e9618f" -d '{"events": [{"server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "name": "network-vif-deleted", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:24.366283 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0892e0fa-28be-4df8-ba73-18cafd385adc x-openstack-request-id: req-0892e0fa-28be-4df8-ba73-18cafd385adc {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:24.366581 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d61bc7-9992-44b6-ae4e-b53341885e24", "name": "network-vif-deleted", "tag": "8f24e381-ccca-4cda-a3dd-129d67a0cf91", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:24.367196 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0892e0fa-28be-4df8-ba73-18cafd385adc {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:24.367328 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d61bc7-9992-44b6-ae4e-b53341885e24', 'name': 'network-vif-deleted', 'tag': '8f24e381-ccca-4cda-a3dd-129d67a0cf91', 'status': 'completed', 'code': 200} Aug 05 02:21:24.418581 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae81edf7-3af5-4e2e-9fe0-d3cdb4953a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:24.422600 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae81edf7-3af5-4e2e-9fe0-d3cdb4953a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:24.459765 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-ae81edf7-3af5-4e2e-9fe0-d3cdb4953a5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be07cb73ae7b4cc4b5b1f12b06289ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681213 Aug 05 02:21:24.462398 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53766) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:24.464287 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81edf7-3af5-4e2e-9fe0-d3cdb4953a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76472059-1143-4991-afce-9d29e0a61011,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:24.474459 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f4c44f26-cadc-4e56-9cc5-f46c8f114acd req-83d42b8a-8cdb-44a6-bf42-65c8ba4465cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416617 Aug 05 02:21:24.514104 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee1b7-cd9f-4bc0-bb19-e29b47c33a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:24.535015 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee1b7-cd9f-4bc0-bb19-e29b47c33a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:24.537865 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c44f26-cadc-4e56-9cc5-f46c8f114acd req-84842b01-91b0-467e-a7fc-1a996d8003aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:24.539368 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f4c44f26-cadc-4e56-9cc5-f46c8f114acd req-84842b01-91b0-467e-a7fc-1a996d8003aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49c1479075fe448796d5d551e5a9f0d8&device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 1100 time: 0.0394995 Aug 05 02:21:24.588825 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee1b7-cd9f-4bc0-bb19-e29b47c33a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:24.591527 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee1b7-cd9f-4bc0-bb19-e29b47c33a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:24.592683 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-3f1ee1b7-cd9f-4bc0-bb19-e29b47c33a56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76472059-1143-4991-afce-9d29e0a61011 HTTP/1.1" status: 204 len: 168 time: 0.1292570 Aug 05 02:21:24.601499 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ee1b7-cd9f-4bc0-bb19-e29b47c33a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76472059-1143-4991-afce-9d29e0a61011,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:24.662764 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c44f26-cadc-4e56-9cc5-f46c8f114acd req-50aac46b-55b4-4b4f-9fc2-756c4b83b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:24.664820 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f4c44f26-cadc-4e56-9cc5-f46c8f114acd req-50aac46b-55b4-4b4f-9fc2-756c4b83b623 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 200 len: 916 time: 0.0993376 Aug 05 02:21:24.774276 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f4c44f26-cadc-4e56-9cc5-f46c8f114acd req-a41089f7-b93d-4476-bbb2-0070ed631a25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0988dd64-3ded-4688-be20-947f4617b567 HTTP/1.1" status: 200 len: 1002 time: 0.1011636 Aug 05 02:21:24.783176 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-52ce6d3b-64a2-4ffb-82d9-aa5f31a05560 req-11a401e6-a0d3-4ba3-9c2e-dd6d9fad8ede tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "GET /v2.0/ports?device_id=14d61bc7-9992-44b6-ae4e-b53341885e24 HTTP/1.1" status: 200 len: 210 time: 0.0310447 Aug 05 02:21:24.840005 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c44f26-cadc-4e56-9cc5-f46c8f114acd req-d748fecd-e30b-4d03-90d7-75154e1c93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:24.841564 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f4c44f26-cadc-4e56-9cc5-f46c8f114acd req-d748fecd-e30b-4d03-90d7-75154e1c93dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 200 len: 855 time: 0.0511317 Aug 05 02:21:24.892226 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c44f26-cadc-4e56-9cc5-f46c8f114acd req-c6f9babd-c291-41d0-8283-c5ae12029185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:24.893863 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f4c44f26-cadc-4e56-9cc5-f46c8f114acd req-c6f9babd-c291-41d0-8283-c5ae12029185 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435412 Aug 05 02:21:24.993612 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f4c44f26-cadc-4e56-9cc5-f46c8f114acd req-310c2e86-1e2f-4e94-bdd9-9c96f530fea4 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908556 Aug 05 02:21:25.092824 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f4c44f26-cadc-4e56-9cc5-f46c8f114acd req-2504e070-9694-4993-8dab-031c0ca7e5c3 service neutron] 10.222.0.43 "GET /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894756 Aug 05 02:21:25.839357 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53806) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:25.897258 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-517f3f46-bba5-40ed-b824-59754da06bc5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:25.921907 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-517f3f46-bba5-40ed-b824-59754da06bc5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:25.980817 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-517f3f46-bba5-40ed-b824-59754da06bc5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:25.983873 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-517f3f46-bba5-40ed-b824-59754da06bc5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:25.985427 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-517f3f46-bba5-40ed-b824-59754da06bc5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] 10.222.0.39 "DELETE /v2.0/security-groups/c0f6900e-dbe5-4ee7-b12f-0f05230e84bd HTTP/1.1" status: 204 len: 168 time: 0.1451008 Aug 05 02:21:25.996314 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f3f46-bba5-40ed-b824-59754da06bc5 tempest-TestShelveInstance-692177140 tempest-TestShelveInstance-692177140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f6900e-dbe5-4ee7-b12f-0f05230e84bd,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:26.033506 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53818) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:26.601993 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-33677a4e-8782-4d86-b4a8-fa1fe4c4691b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537064'] for router_interface, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:26.884168 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-33677a4e-8782-4d86-b4a8-fa1fe4c4691b admin admin] Deleting port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:26.884415 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-33677a4e-8782-4d86-b4a8-fa1fe4c4691b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:26.958861 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-33677a4e-8782-4d86-b4a8-fa1fe4c4691b admin admin] For port 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:26.959218 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-33677a4e-8782-4d86-b4a8-fa1fe4c4691b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:26.974194 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-33677a4e-8782-4d86-b4a8-fa1fe4c4691b admin admin] Calling delete_port for 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff owned by network:router_interface {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:27.142225 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-33677a4e-8782-4d86-b4a8-fa1fe4c4691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:27.165780 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33677a4e-8782-4d86-b4a8-fa1fe4c4691b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:27.582845 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-33677a4e-8782-4d86-b4a8-fa1fe4c4691b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536948'] for router_interface, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:27.770956 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 8f24e381-ccca-4cda-a3dd-129d67a0cf91 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:21:27.806113 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33677a4e-8782-4d86-b4a8-fa1fe4c4691b admin admin] Router c34719a5-c70f-49ba-a2c6-721634bfa6d4 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:21:27.807566 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 8f24e381-ccca-4cda-a3dd-129d67a0cf91 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:21:27.808090 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 8f24e381-ccca-4cda-a3dd-129d67a0cf91 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:21:27.915030 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33677a4e-8782-4d86-b4a8-fa1fe4c4691b admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:27.919877 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-33677a4e-8782-4d86-b4a8-fa1fe4c4691b admin admin] 10.222.0.39 "PUT /v2.0/routers/c34719a5-c70f-49ba-a2c6-721634bfa6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8852959 Aug 05 02:21:27.922515 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53842) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:27.924262 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab417f57-2f0c-4402-b008-ef3647fdc37f None None] Sync routers for ids ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:27.932804 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab417f57-2f0c-4402-b008-ef3647fdc37f None None] Routers {'c34719a5-c70f-49ba-a2c6-721634bfa6d4'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:27.933399 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-ab417f57-2f0c-4402-b008-ef3647fdc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:28.026022 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Notify callbacks [] for router, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.037849 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-ab417f57-2f0c-4402-b008-ef3647fdc37f None None] Set router c34719a5-c70f-49ba-a2c6-721634bfa6d4 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:28.125353 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.175548 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Deleting port 24f3df04-8141-45aa-875e-28381599b821 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:28.175887 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.199631 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-e372a660-baf0-479b-ab44-25006e96a5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.214022 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-ab417f57-2f0c-4402-b008-ef3647fdc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '24f3df04-8141-45aa-875e-28381599b821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:21:27Z', 'revision_number': 5, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port': {'id': '24f3df04-8141-45aa-875e-28381599b821', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:47Z', 'updated_at': '2021-08-05T02:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:28.239764 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab417f57-2f0c-4402-b008-ef3647fdc37f None None] Checking router: c34719a5-c70f-49ba-a2c6-721634bfa6d4 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:28.247734 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab417f57-2f0c-4402-b008-ef3647fdc37f None None] Routers {'c34719a5-c70f-49ba-a2c6-721634bfa6d4'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:28.248350 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-ab417f57-2f0c-4402-b008-ef3647fdc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:28.257985 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] For port 24f3df04-8141-45aa-875e-28381599b821, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=24f3df04-8141-45aa-875e-28381599b821,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:28.258352 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.270459 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Calling delete_port for 24f3df04-8141-45aa-875e-28381599b821 owned by network:router_gateway {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:28.335557 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-ab417f57-2f0c-4402-b008-ef3647fdc37f None None] Set router c34719a5-c70f-49ba-a2c6-721634bfa6d4 gateway port host: None {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:28.386017 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-ab417f57-2f0c-4402-b008-ef3647fdc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:21:28Z', 'revision_number': 6, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port_host': None}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:28.415232 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab417f57-2f0c-4402-b008-ef3647fdc37f None None] The sync data for ids ['c34719a5-c70f-49ba-a2c6-721634bfa6d4'] in dv-cinder-803533-1-iscsi is: [{'id': 'c34719a5-c70f-49ba-a2c6-721634bfa6d4', 'name': 'tempest-TestShelveInstance-652824429-router', 'tenant_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:46Z', 'updated_at': '2021-08-05T02:21:28Z', 'revision_number': 6, 'project_id': 'e9eb8743fe334763bab3543f0d71dd2d', 'gw_port_host': None}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:28.438222 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.464411 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f3df04-8141-45aa-875e-28381599b821,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:28.526990 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683168'] for router_gateway, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.613338 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34551'] for router, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.615329 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.657559 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-658069'] for router, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.658092 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c34719a5-c70f-49ba-a2c6-721634bfa6d4 {{(pid=93455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:21:28.663325 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] Notify callbacks [] for router, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.664456 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-612d48eb-cf68-4401-a891-18b07f9d0403 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c34719a5-c70f-49ba-a2c6-721634bfa6d4 HTTP/1.1" status: 204 len: 168 time: 0.7408905 Aug 05 02:21:28.666879 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53844) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:28.709550 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acf1d30-453c-47eb-967a-625a3c17d8dd admin admin] Deleting subnet c04c11f1-c05b-417d-90d4-b82cd114e524 {{(pid=93455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:21:28.712417 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5acf1d30-453c-47eb-967a-625a3c17d8dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.745025 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5acf1d30-453c-47eb-967a-625a3c17d8dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3849070'] for subnet, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.838593 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5acf1d30-453c-47eb-967a-625a3c17d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.902190 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:21:28.909735 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5acf1d30-453c-47eb-967a-625a3c17d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841103'] for subnet, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.923030 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:21:28.923457 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 6b85d9b2-0b5f-4ce6-aa37-a7e4e8177dff not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:21:28.938950 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5acf1d30-453c-47eb-967a-625a3c17d8dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:28.946314 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-5acf1d30-453c-47eb-967a-625a3c17d8dd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c04c11f1-c05b-417d-90d4-b82cd114e524 HTTP/1.1" status: 204 len: 168 time: 0.2731164 Aug 05 02:21:28.946314 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf1d30-453c-47eb-967a-625a3c17d8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c04c11f1-c05b-417d-90d4-b82cd114e524,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:28.946494 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd36db20-478a-4d7c-a57e-c0a333581dc9 None None] Network c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:21:28.947126 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53852) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:29.027312 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.088536 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Deleting port 124aac0f-b7be-482b-af1f-0ff6b69ade05 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:29.088954 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.157454 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] For port 124aac0f-b7be-482b-af1f-0ff6b69ade05, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=124aac0f-b7be-482b-af1f-0ff6b69ade05,segment=NetworkSegment(26389e96-51f9-4ed6-baf9-cc74b9caaeaa),segment_id=26389e96-51f9-4ed6-baf9-cc74b9caaeaa)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:29.157811 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.170156 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Calling delete_port for 124aac0f-b7be-482b-af1f-0ff6b69ade05 owned by network:dhcp {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:29.245267 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507b1cab-0390-499e-8b4a-aabf827a30de None None] DHCP port deletion for c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 request from dv-cinder-803533-1-iscsi {{(pid=93457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 02:21:29.261393 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.290480 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Pushing event deleted for resources: {'Port': ['ID=124aac0f-b7be-482b-af1f-0ff6b69ade05,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:29.294419 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] No DVR routers for this DVR port 124aac0f-b7be-482b-af1f-0ff6b69ade05 on host dv-cinder-803533-1-iscsi {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:21:29.308031 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-507b1cab-0390-499e-8b4a-aabf827a30de None None] Deleting port 124aac0f-b7be-482b-af1f-0ff6b69ade05 {{(pid=93457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:29.308395 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-507b1cab-0390-499e-8b4a-aabf827a30de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.377362 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-507b1cab-0390-499e-8b4a-aabf827a30de None None] For port 124aac0f-b7be-482b-af1f-0ff6b69ade05, host dv-cinder-803533-1-iscsi, got binding levels [] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:29.377821 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-507b1cab-0390-499e-8b4a-aabf827a30de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.382334 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.399231 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d2dddb-d88d-4880-8639-71ba9ef9b1d2']}} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:29.401005 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-507b1cab-0390-499e-8b4a-aabf827a30de None None] Calling delete_port for 124aac0f-b7be-482b-af1f-0ff6b69ade05 owned by network:dhcp {{(pid=93457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:29.404164 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.ipam_backend_mixin [None req-507b1cab-0390-499e-8b4a-aabf827a30de None None] Port 124aac0f-b7be-482b-af1f-0ff6b69ade05 was not found and therefore no delete operation was performed {{(pid=93457) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 02:21:29.405889 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-507b1cab-0390-499e-8b4a-aabf827a30de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964'] for port, after_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.409935 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26389e96-51f9-4ed6-baf9-cc74b9caaeaa') {'for_net_delete': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:29.410490 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26389e96-51f9-4ed6-baf9-cc74b9caaeaa') {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:29.418433 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b1cab-0390-499e-8b4a-aabf827a30de None None] No DVR routers for this DVR port 124aac0f-b7be-482b-af1f-0ff6b69ade05 on host dv-cinder-803533-1-iscsi {{(pid=93457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:21:29.433407 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25431381'] for segment, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.453718 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b1cab-0390-499e-8b4a-aabf827a30de None None] Pushing event deleted for resources: {'Port': ['ID=124aac0f-b7be-482b-af1f-0ff6b69ade05,revision_number=None']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:29.463731 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.475533 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:21:29.477224 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25278020'] for segment, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: Traceback (most recent call last): Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: timer() Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: cb(*args, **kw) Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: return func(*args, **kwargs) Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: self._notify() Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: self.callback(batched_events) Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: event.method(event) Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: return f(self, *a, **k) Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._get(url).json() Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: return self.request(url, 'GET', **kwargs) Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:21:29.479213 dv-cinder-803533-1-iscsi neutron-server[93456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:21:29.540651 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.544255 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.559131 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.561025 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c8d2dddb-d88d-4880-8639-71ba9ef9b1d2 HTTP/1.1" status: 204 len: 168 time: 0.6124325 Aug 05 02:21:29.562109 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca015655-dd26-4a24-ad18-fbf1dc6be058 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d2dddb-d88d-4880-8639-71ba9ef9b1d2,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:29.564073 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53880) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:29.691784 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53884) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:29.799321 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-29f51c8e-d696-4414-ae26-3510c715905c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.915204 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-29f51c8e-d696-4414-ae26-3510c715905c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.919566 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-29f51c8e-d696-4414-ae26-3510c715905c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:29.969156 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-29f51c8e-d696-4414-ae26-3510c715905c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a33d481307e5470394489d359e18d3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756028 Aug 05 02:21:29.969860 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53894) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:29.971910 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f51c8e-d696-4414-ae26-3510c715905c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667f0e21-264d-4f0e-8910-eda2047819c1,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:30.031003 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ccab9911-4952-48c9-9be7-dc6b6f1953d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.053999 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ccab9911-4952-48c9-9be7-dc6b6f1953d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.103487 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ccab9911-4952-48c9-9be7-dc6b6f1953d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.109109 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ccab9911-4952-48c9-9be7-dc6b6f1953d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.111124 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ccab9911-4952-48c9-9be7-dc6b6f1953d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/667f0e21-264d-4f0e-8910-eda2047819c1 HTTP/1.1" status: 204 len: 168 time: 0.1401796 Aug 05 02:21:30.119409 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab9911-4952-48c9-9be7-dc6b6f1953d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667f0e21-264d-4f0e-8910-eda2047819c1,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:30.248430 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc833f3a-da7f-49ae-8e6e-b2e6a4054d67 req-a93c93f3-1337-4cf1-8843-6b7edb4c9e64 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:30.250428 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc833f3a-da7f-49ae-8e6e-b2e6a4054d67 req-a93c93f3-1337-4cf1-8843-6b7edb4c9e64 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 947 time: 0.0632603 Aug 05 02:21:30.253907 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a5deaa2-3a37-437a-b04d-bc76b13839d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537064'] for router_interface, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.354894 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fc833f3a-da7f-49ae-8e6e-b2e6a4054d67 req-684c7d45-0e41-4c3e-b2c4-18af7ea1d7cd tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981555 Aug 05 02:21:30.394890 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53902) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:30.408443 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2182f8d4-1ef8-40e0-be42-ab6f1cec64db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.505336 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2182f8d4-1ef8-40e0-be42-ab6f1cec64db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.509643 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2182f8d4-1ef8-40e0-be42-ab6f1cec64db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.531869 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8a5deaa2-3a37-437a-b04d-bc76b13839d9 admin admin] Deleting port 7432bc85-4a0b-42c9-8637-9e0a621155bd {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:30.532208 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a5deaa2-3a37-437a-b04d-bc76b13839d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.552813 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-2182f8d4-1ef8-40e0-be42-ab6f1cec64db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6b02fd88d5546ad8574663f8afe69d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568601 Aug 05 02:21:30.553763 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182f8d4-1ef8-40e0-be42-ab6f1cec64db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb96296c-a6d5-468a-8496-04f4aca29a0a,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:30.556126 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53904) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:30.607451 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a7f8175d-ee32-4617-931f-3e90feb60f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.614266 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8a5deaa2-3a37-437a-b04d-bc76b13839d9 admin admin] For port 7432bc85-4a0b-42c9-8637-9e0a621155bd, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=7432bc85-4a0b-42c9-8637-9e0a621155bd,segment=NetworkSegment(1bc624db-17fe-4702-8f3b-f94e923ee37c),segment_id=1bc624db-17fe-4702-8f3b-f94e923ee37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:30.614721 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a5deaa2-3a37-437a-b04d-bc76b13839d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.627193 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8a5deaa2-3a37-437a-b04d-bc76b13839d9 admin admin] Calling delete_port for 7432bc85-4a0b-42c9-8637-9e0a621155bd owned by network:router_interface {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:30.629073 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a7f8175d-ee32-4617-931f-3e90feb60f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.680735 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a7f8175d-ee32-4617-931f-3e90feb60f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.684098 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a7f8175d-ee32-4617-931f-3e90feb60f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.685575 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:21:30.686164 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-a7f8175d-ee32-4617-931f-3e90feb60f52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb96296c-a6d5-468a-8496-04f4aca29a0a HTTP/1.1" status: 204 len: 168 time: 0.1285832 Aug 05 02:21:30.704584 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8175d-ee32-4617-931f-3e90feb60f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb96296c-a6d5-468a-8496-04f4aca29a0a,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:30.719073 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 24f3df04-8141-45aa-875e-28381599b821 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:21:30.745985 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 24f3df04-8141-45aa-875e-28381599b821 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:21:30.746702 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 24f3df04-8141-45aa-875e-28381599b821 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:21:30.747358 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 124aac0f-b7be-482b-af1f-0ff6b69ade05 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:21:30.768967 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 124aac0f-b7be-482b-af1f-0ff6b69ade05 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:21:30.769442 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 124aac0f-b7be-482b-af1f-0ff6b69ade05 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:21:30.826861 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a5deaa2-3a37-437a-b04d-bc76b13839d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.854401 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-fc32ca97-a1b9-4b24-bdbc-c5319baea427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:30.862068 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5deaa2-3a37-437a-b04d-bc76b13839d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7432bc85-4a0b-42c9-8637-9e0a621155bd,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:30.891565 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:31.037619 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a5deaa2-3a37-437a-b04d-bc76b13839d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536948'] for router_interface, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:31.262534 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5deaa2-3a37-437a-b04d-bc76b13839d9 admin admin] Router dfc71ad4-66aa-4393-b9cf-8cbc615a245d has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:21:31.372402 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5deaa2-3a37-437a-b04d-bc76b13839d9 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:31.377808 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-8a5deaa2-3a37-437a-b04d-bc76b13839d9 admin admin] 10.222.0.39 "PUT /v2.0/routers/dfc71ad4-66aa-4393-b9cf-8cbc615a245d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8125451 Aug 05 02:21:31.380301 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53926) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:31.381523 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c8a799-3db2-4dbc-9f61-1e32b80df712 None None] Sync routers for ids ['dfc71ad4-66aa-4393-b9cf-8cbc615a245d'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:31.397175 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c8a799-3db2-4dbc-9f61-1e32b80df712 None None] Routers {'dfc71ad4-66aa-4393-b9cf-8cbc615a245d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:31.397175 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-e7c8a799-3db2-4dbc-9f61-1e32b80df712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['dfc71ad4-66aa-4393-b9cf-8cbc615a245d'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:31.516786 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Notify callbacks [] for router, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:31.522671 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-4e72e39a-2d67-4e32-9c96-5f1172b92f1d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:31.524234 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-4e72e39a-2d67-4e32-9c96-5f1172b92f1d tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.43 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 947 time: 0.0960963 Aug 05 02:21:31.537824 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54d772-9fad-45e5-97a4-e13a191e7abf req-a0fff295-ae47-4aa7-b41b-29ca2243474b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:31.539722 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5f54d772-9fad-45e5-97a4-e13a191e7abf req-a0fff295-ae47-4aa7-b41b-29ca2243474b tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 947 time: 0.0681131 Aug 05 02:21:31.650453 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5f54d772-9fad-45e5-97a4-e13a191e7abf req-e1a19ecb-2e6c-4c0c-9075-77a600859800 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a216adf-85b1-4c29-9c5b-c6946aed835e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652435 Aug 05 02:21:31.653304 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:31.665694 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Deleting port 0988dd64-3ded-4688-be20-947f4617b567 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:31.666315 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:31.667887 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-e7c8a799-3db2-4dbc-9f61-1e32b80df712 None None] Set router dfc71ad4-66aa-4393-b9cf-8cbc615a245d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:31.767598 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Deleting port b9b0821f-b8c3-487f-b39d-df9442bec46a {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:31.768308 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:31.775836 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] For port 0988dd64-3ded-4688-be20-947f4617b567, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=0988dd64-3ded-4688-be20-947f4617b567,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:31.776451 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:31.869877 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] For port b9b0821f-b8c3-487f-b39d-df9442bec46a, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b9b0821f-b8c3-487f-b39d-df9442bec46a,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:31.870366 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:31.882340 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-e7c8a799-3db2-4dbc-9f61-1e32b80df712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'name': 'tempest-TestShelveInstance-1590837665-router', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:52Z', 'updated_at': '2021-08-05T02:21:30Z', 'revision_number': 5, 'project_id': 'eecd22793c87411f9d34f6018e6cee08', 'gw_port': {'id': 'b9b0821f-b8c3-487f-b39d-df9442bec46a', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:15:53Z', 'updated_at': '2021-08-05T02:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:31.883865 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Calling delete_port for b9b0821f-b8c3-487f-b39d-df9442bec46a owned by network:router_gateway {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:31.912386 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c8a799-3db2-4dbc-9f61-1e32b80df712 None None] Checking router: dfc71ad4-66aa-4393-b9cf-8cbc615a245d for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:31.921270 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c8a799-3db2-4dbc-9f61-1e32b80df712 None None] Routers {'dfc71ad4-66aa-4393-b9cf-8cbc615a245d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:31.922840 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-e7c8a799-3db2-4dbc-9f61-1e32b80df712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['dfc71ad4-66aa-4393-b9cf-8cbc615a245d'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:32.008931 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.009362 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.009915 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.l3_db [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Floating IP 2ff74297-d3fa-4e34-9675-a3b43889929c disassociated. External IP: 172.27.3.118, port: 0988dd64-3ded-4688-be20-947f4617b567. Aug 05 02:21:32.010317 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Calling delete_port for 0988dd64-3ded-4688-be20-947f4617b567 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:32.026457 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-e7c8a799-3db2-4dbc-9f61-1e32b80df712 None None] Set router dfc71ad4-66aa-4393-b9cf-8cbc615a245d gateway port host: None {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:32.108209 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-e7c8a799-3db2-4dbc-9f61-1e32b80df712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'name': 'tempest-TestShelveInstance-1590837665-router', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:52Z', 'updated_at': '2021-08-05T02:21:31Z', 'revision_number': 6, 'project_id': 'eecd22793c87411f9d34f6018e6cee08', 'gw_port_host': None}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:32.110238 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.140202 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c8a799-3db2-4dbc-9f61-1e32b80df712 None None] The sync data for ids ['dfc71ad4-66aa-4393-b9cf-8cbc615a245d'] in dv-cinder-803533-1-iscsi is: [{'id': 'dfc71ad4-66aa-4393-b9cf-8cbc615a245d', 'name': 'tempest-TestShelveInstance-1590837665-router', 'tenant_id': 'eecd22793c87411f9d34f6018e6cee08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:15:52Z', 'updated_at': '2021-08-05T02:21:31Z', 'revision_number': 6, 'project_id': 'eecd22793c87411f9d34f6018e6cee08', 'gw_port_host': None}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:32.146828 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.177697 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b0821f-b8c3-487f-b39d-df9442bec46a,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:32.214858 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.264918 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683168'] for router_gateway, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.272600 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event deleted for resources: {'Port': ['ID=0988dd64-3ded-4688-be20-947f4617b567,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:32.369753 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34551'] for router, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.377400 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.418243 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:21:32.439400 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-658069'] for router, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.440171 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfc71ad4-66aa-4393-b9cf-8cbc615a245d {{(pid=93455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:21:32.444850 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] Notify callbacks [] for router, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.446018 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-c37a35ab-be98-4912-b122-460f8f5c6dfd admin admin] 10.222.0.39 "DELETE /v2.0/routers/dfc71ad4-66aa-4393-b9cf-8cbc615a245d HTTP/1.1" status: 204 len: 168 time: 1.0647833 Aug 05 02:21:32.448495 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53948) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:32.496003 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75a4ad5-a93f-4dc1-85fe-fa883e7830d9 admin admin] Deleting subnet 579fc24f-2233-4f88-85e4-109d82f7e5b8 {{(pid=93455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:21:32.499283 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b75a4ad5-a93f-4dc1-85fe-fa883e7830d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.536245 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b75a4ad5-a93f-4dc1-85fe-fa883e7830d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3849070'] for subnet, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.550271 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:32.561040 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf30d013-1606-43f9-8453-1cb33d0c2a31 None None] Sync routers for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:32.573024 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30d013-1606-43f9-8453-1cb33d0c2a31 None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:32.573810 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-cf30d013-1606-43f9-8453-1cb33d0c2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:32.594105 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] No DVR routers for this DVR port 0988dd64-3ded-4688-be20-947f4617b567 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:21:32.596521 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.598784 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-711528d9-5cd6-4cfa-8aca-756ccb3de47a req-b1514f7d-1a5e-4acc-81cc-5bf1969ced4c tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.43 "DELETE /v2.0/ports/0988dd64-3ded-4688-be20-947f4617b567 HTTP/1.1" status: 204 len: 173 time: 1.0579226 Aug 05 02:21:32.599421 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'name': 'network-vif-deleted', 'tag': '0988dd64-3ded-4688-be20-947f4617b567'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:21:32.601835 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf2bc44-f7a1-46e7-8c0b-2b280378012c" -d '{"events": [{"server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "name": "network-vif-deleted", "tag": "0988dd64-3ded-4688-be20-947f4617b567"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:21:32.636333 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b75a4ad5-a93f-4dc1-85fe-fa883e7830d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.683298 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e595622b-745a-4bf7-8a70-69fb20b3a546 x-openstack-request-id: req-e595622b-745a-4bf7-8a70-69fb20b3a546 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:21:32.685581 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95ea690-230b-4e81-9d1e-d4bc78f4472f", "name": "network-vif-deleted", "tag": "0988dd64-3ded-4688-be20-947f4617b567", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:21:32.685581 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e595622b-745a-4bf7-8a70-69fb20b3a546 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:21:32.685581 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95ea690-230b-4e81-9d1e-d4bc78f4472f', 'name': 'network-vif-deleted', 'tag': '0988dd64-3ded-4688-be20-947f4617b567', 'status': 'completed', 'code': 200} Aug 05 02:21:32.726601 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b75a4ad5-a93f-4dc1-85fe-fa883e7830d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841103'] for subnet, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.816446 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b75a4ad5-a93f-4dc1-85fe-fa883e7830d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.824328 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ed96c-d71e-4154-9995-fe07eebc2dc2 None None] Network e2bb86bf-5feb-4b7e-9a92-67eb36defc1b requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:21:32.825272 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b75a4ad5-a93f-4dc1-85fe-fa883e7830d9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/579fc24f-2233-4f88-85e4-109d82f7e5b8 HTTP/1.1" status: 204 len: 168 time: 0.3755507 Aug 05 02:21:32.828866 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a4ad5-a93f-4dc1-85fe-fa883e7830d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579fc24f-2233-4f88-85e4-109d82f7e5b8,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:32.835699 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53962) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:32.850190 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b9b0821f-b8c3-487f-b39d-df9442bec46a no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:21:32.854766 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4a8e729e-0860-44d0-8c09-fb97ffcca42e req-070db0b9-e8c7-40fa-96fe-6fcb6f53a1da tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95ea690-230b-4e81-9d1e-d4bc78f4472f HTTP/1.1" status: 200 len: 210 time: 0.0520785 Aug 05 02:21:32.879712 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-cf30d013-1606-43f9-8453-1cb33d0c2a31 None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:32.903141 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: b9b0821f-b8c3-487f-b39d-df9442bec46a {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:21:32.903817 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b9b0821f-b8c3-487f-b39d-df9442bec46a not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:21:32.904431 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 7432bc85-4a0b-42c9-8637-9e0a621155bd no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:21:32.955343 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:32.961124 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 7432bc85-4a0b-42c9-8637-9e0a621155bd {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:21:32.962063 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 7432bc85-4a0b-42c9-8637-9e0a621155bd not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:21:33.037296 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Deleting port d4f96900-11a8-4419-81ed-6e68d2f2dc70 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:33.037589 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.148124 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] For port d4f96900-11a8-4419-81ed-6e68d2f2dc70, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=d4f96900-11a8-4419-81ed-6e68d2f2dc70,segment=NetworkSegment(1bc624db-17fe-4702-8f3b-f94e923ee37c),segment_id=1bc624db-17fe-4702-8f3b-f94e923ee37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:33.150498 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6fa563-6238-43c3-84df-a5ff6b5c7988 None None] DHCP port deletion for e2bb86bf-5feb-4b7e-9a92-67eb36defc1b request from dv-cinder-803533-1-iscsi {{(pid=93457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 02:21:33.163107 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-cf30d013-1606-43f9-8453-1cb33d0c2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:12Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:33.163701 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.178194 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Calling delete_port for d4f96900-11a8-4419-81ed-6e68d2f2dc70 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:33.217175 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf30d013-1606-43f9-8453-1cb33d0c2a31 None None] Checking router: 8d9c8df6-75bf-46e8-acd5-9c141467dbcb for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:33.227032 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30d013-1606-43f9-8453-1cb33d0c2a31 None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:33.227963 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-cf30d013-1606-43f9-8453-1cb33d0c2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:33.258899 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-8a6fa563-6238-43c3-84df-a5ff6b5c7988 None None] Deleting port d4f96900-11a8-4419-81ed-6e68d2f2dc70 {{(pid=93457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:33.259315 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa563-6238-43c3-84df-a5ff6b5c7988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.302757 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.333648 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f96900-11a8-4419-81ed-6e68d2f2dc70,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:33.341449 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] No DVR routers for this DVR port d4f96900-11a8-4419-81ed-6e68d2f2dc70 on host dv-cinder-803533-1-iscsi {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:21:33.351657 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-8a6fa563-6238-43c3-84df-a5ff6b5c7988 None None] For port d4f96900-11a8-4419-81ed-6e68d2f2dc70, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=d4f96900-11a8-4419-81ed-6e68d2f2dc70,segment=NetworkSegment(1bc624db-17fe-4702-8f3b-f94e923ee37c),segment_id=1bc624db-17fe-4702-8f3b-f94e923ee37c)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:33.352062 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa563-6238-43c3-84df-a5ff6b5c7988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.389182 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-8a6fa563-6238-43c3-84df-a5ff6b5c7988 None None] Calling delete_port for d4f96900-11a8-4419-81ed-6e68d2f2dc70 owned by network:dhcp {{(pid=93457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:33.395818 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-cf30d013-1606-43f9-8453-1cb33d0c2a31 None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:33.441324 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.455488 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bb86bf-5feb-4b7e-9a92-67eb36defc1b']}} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:33.470227 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc624db-17fe-4702-8f3b-f94e923ee37c') {'for_net_delete': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:33.470514 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc624db-17fe-4702-8f3b-f94e923ee37c') {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:33.482318 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3849081'] for segment, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.500218 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.504146 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa563-6238-43c3-84df-a5ff6b5c7988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964'] for port, after_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.507814 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:21:33.508320 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672839'] for segment, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: Traceback (most recent call last): Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: timer() Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: cb(*args, **kw) Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: return func(*args, **kwargs) Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: self._notify() Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: self.callback(batched_events) Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: event.method(event) Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: return f(self, *a, **k) Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._get(url).json() Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: return self.request(url, 'GET', **kwargs) Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:21:33.510399 dv-cinder-803533-1-iscsi neutron-server[93455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:21:33.530834 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fa563-6238-43c3-84df-a5ff6b5c7988 None None] Pushing event deleted for resources: {'Port': ['ID=d4f96900-11a8-4419-81ed-6e68d2f2dc70,revision_number=None']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:33.535184 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6fa563-6238-43c3-84df-a5ff6b5c7988 None None] No DVR routers for this DVR port d4f96900-11a8-4419-81ed-6e68d2f2dc70 on host dv-cinder-803533-1-iscsi {{(pid=93457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:21:33.580930 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.588229 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.591115 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e2bb86bf-5feb-4b7e-9a92-67eb36defc1b HTTP/1.1" status: 204 len: 168 time: 0.7543225 Aug 05 02:21:33.614457 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1881f39-3c27-4114-8ee6-b4f3c3bf4427 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2bb86bf-5feb-4b7e-9a92-67eb36defc1b,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:33.680408 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.754673 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-cf30d013-1606-43f9-8453-1cb33d0c2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:12Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:33.783990 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf30d013-1606-43f9-8453-1cb33d0c2a31 None None] The sync data for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi is: [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'c30f8af4-bb5b-46d9-b781-8e20ce5db726', 'name': '', 'network_id': '7ad7aa1f-1cc7-4e05-87c3-df22389e64b5', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'mac_address': 'fa:16:3e:db:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:14:02Z', 'updated_at': '2021-08-05T02:14:12Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'subnets': [{'id': '14b992d7-d595-4075-a6b5-e876d9c3bdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:33.799570 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53990) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:33.847024 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-36c3fb43-8496-43ea-b0cf-d24a5a3e70a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9eb8743fe334763bab3543f0d71dd2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441411 Aug 05 02:21:33.847498 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 53992) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:33.900721 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7f25ccab-9761-4849-9c42-78119da55f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.926989 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7f25ccab-9761-4849-9c42-78119da55f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.954746 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 53998) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:33.990140 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7f25ccab-9761-4849-9c42-78119da55f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.993318 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-7f25ccab-9761-4849-9c42-78119da55f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:33.996808 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-7f25ccab-9761-4849-9c42-78119da55f3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7785765-4b96-4b7f-901b-026b6ac65eb7 HTTP/1.1" status: 204 len: 168 time: 0.1479740 Aug 05 02:21:34.020899 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25ccab-9761-4849-9c42-78119da55f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7785765-4b96-4b7f-901b-026b6ac65eb7,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:34.047085 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4444db5f-7b88-4393-a498-e31cbd46e577 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.080422 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4444db5f-7b88-4393-a498-e31cbd46e577 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.128363 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205dac0e-36a5-49f8-9e79-7fd1d0c711dc None None] New status for floating IP 2ff74297-d3fa-4e34-9675-a3b43889929c: DOWN {{(pid=93457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:21:34.153169 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4444db5f-7b88-4393-a498-e31cbd46e577 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.156744 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4444db5f-7b88-4393-a498-e31cbd46e577 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.159356 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-4444db5f-7b88-4393-a498-e31cbd46e577 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "DELETE /v2.0/security-groups/8a216adf-85b1-4c29-9c5b-c6946aed835e HTTP/1.1" status: 204 len: 168 time: 0.2023172 Aug 05 02:21:34.161001 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54006) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:34.186231 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.api.v2.resource [None req-fd056cf1-59f8-446e-8e63-1af80a9eb5a1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] show failed (client error): The resource could not be found. Aug 05 02:21:34.188140 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-fd056cf1-59f8-446e-8e63-1af80a9eb5a1 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "GET /v2.0/security-groups/8a216adf-85b1-4c29-9c5b-c6946aed835e HTTP/1.1" status: 404 len: 347 time: 0.0258079 Aug 05 02:21:34.190903 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54008) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:34.196705 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444db5f-7b88-4393-a498-e31cbd46e577 tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a216adf-85b1-4c29-9c5b-c6946aed835e,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:34.335075 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-69a120d4-650f-42b8-83dc-4ce3a27db34f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Deleting port 82e63ef7-fe02-40da-947b-c9ab4f876c0f {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:34.335413 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-69a120d4-650f-42b8-83dc-4ce3a27db34f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.416686 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-69a120d4-650f-42b8-83dc-4ce3a27db34f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.417089 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-69a120d4-650f-42b8-83dc-4ce3a27db34f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.424670 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54012) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:34.436083 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-69a120d4-650f-42b8-83dc-4ce3a27db34f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Calling delete_port for 82e63ef7-fe02-40da-947b-c9ab4f876c0f owned by network:floatingip {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:34.517856 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-2f7bda77-79d5-475a-bec7-29d03ee938ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eecd22793c87411f9d34f6018e6cee08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0920317 Aug 05 02:21:34.520410 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54014) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:34.568893 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-70947e72-95ff-4ba4-9029-ba758c98e7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.590224 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-70947e72-95ff-4ba4-9029-ba758c98e7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.600391 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-69a120d4-650f-42b8-83dc-4ce3a27db34f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.626343 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a120d4-650f-42b8-83dc-4ce3a27db34f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Pushing event deleted for resources: {'Port': ['ID=82e63ef7-fe02-40da-947b-c9ab4f876c0f,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:34.646423 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-70947e72-95ff-4ba4-9029-ba758c98e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.649903 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-70947e72-95ff-4ba4-9029-ba758c98e7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.651389 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-70947e72-95ff-4ba4-9029-ba758c98e7b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54a9f9f3-1be2-4fc1-9a16-6869195b04d0 HTTP/1.1" status: 204 len: 168 time: 0.1298368 Aug 05 02:21:34.659968 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70947e72-95ff-4ba4-9029-ba758c98e7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a9f9f3-1be2-4fc1-9a16-6869195b04d0,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:34.701922 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-69a120d4-650f-42b8-83dc-4ce3a27db34f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks [] for floatingip, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.705120 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-69a120d4-650f-42b8-83dc-4ce3a27db34f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:34.706294 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-69a120d4-650f-42b8-83dc-4ce3a27db34f tempest-AttachVolumeShelveTestJSON-1062358028 tempest-AttachVolumeShelveTestJSON-1062358028-project] 10.222.0.39 "DELETE /v2.0/floatingips/2ff74297-d3fa-4e34-9675-a3b43889929c HTTP/1.1" status: 204 len: 168 time: 0.5144284 Aug 05 02:21:34.732024 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device d4f96900-11a8-4419-81ed-6e68d2f2dc70 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:21:34.752671 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: d4f96900-11a8-4419-81ed-6e68d2f2dc70 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:21:34.753025 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device d4f96900-11a8-4419-81ed-6e68d2f2dc70 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:21:35.805676 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 0988dd64-3ded-4688-be20-947f4617b567 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:21:35.828408 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 0988dd64-3ded-4688-be20-947f4617b567 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:21:35.828751 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 0988dd64-3ded-4688-be20-947f4617b567 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:21:37.122619 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54056) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:37.635493 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bef41a4c-76fa-4235-bd25-815db1f9d6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537064'] for router_interface, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:37.878131 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-bef41a4c-76fa-4235-bd25-815db1f9d6b0 admin admin] Deleting port c30f8af4-bb5b-46d9-b781-8e20ce5db726 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:37.878472 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bef41a4c-76fa-4235-bd25-815db1f9d6b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:37.955727 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bef41a4c-76fa-4235-bd25-815db1f9d6b0 admin admin] For port c30f8af4-bb5b-46d9-b781-8e20ce5db726, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=c30f8af4-bb5b-46d9-b781-8e20ce5db726,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:37.956090 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bef41a4c-76fa-4235-bd25-815db1f9d6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:37.969274 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-bef41a4c-76fa-4235-bd25-815db1f9d6b0 admin admin] Calling delete_port for c30f8af4-bb5b-46d9-b781-8e20ce5db726 owned by network:router_interface {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:38.144427 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bef41a4c-76fa-4235-bd25-815db1f9d6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:38.177083 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef41a4c-76fa-4235-bd25-815db1f9d6b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c30f8af4-bb5b-46d9-b781-8e20ce5db726,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:38.580942 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bef41a4c-76fa-4235-bd25-815db1f9d6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536948'] for router_interface, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:38.808515 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef41a4c-76fa-4235-bd25-815db1f9d6b0 admin admin] Router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:21:38.911582 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef41a4c-76fa-4235-bd25-815db1f9d6b0 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:21:38.916783 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-bef41a4c-76fa-4235-bd25-815db1f9d6b0 admin admin] 10.222.0.39 "PUT /v2.0/routers/8d9c8df6-75bf-46e8-acd5-9c141467dbcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7930980 Aug 05 02:21:38.919355 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54084) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:38.922399 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dfb674-8f6a-4fd2-9c9d-5d18ce63ff7b None None] Sync routers for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:21:38.931340 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dfb674-8f6a-4fd2-9c9d-5d18ce63ff7b None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:38.931927 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-b2dfb674-8f6a-4fd2-9c9d-5d18ce63ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:39.021769 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Notify callbacks [] for router, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.033529 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-b2dfb674-8f6a-4fd2-9c9d-5d18ce63ff7b None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:39.127612 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.178724 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Deleting port 0e17df09-7b45-4458-9444-705704a61b24 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:39.179419 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.207415 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-b2dfb674-8f6a-4fd2-9c9d-5d18ce63ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '0e17df09-7b45-4458-9444-705704a61b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:21:38Z', 'revision_number': 5, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port': {'id': '0e17df09-7b45-4458-9444-705704a61b24', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:39.233328 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dfb674-8f6a-4fd2-9c9d-5d18ce63ff7b None None] Checking router: 8d9c8df6-75bf-46e8-acd5-9c141467dbcb for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:21:39.241733 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dfb674-8f6a-4fd2-9c9d-5d18ce63ff7b None None] Routers {'8d9c8df6-75bf-46e8-acd5-9c141467dbcb'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:21:39.242334 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-b2dfb674-8f6a-4fd2-9c9d-5d18ce63ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:21:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:39.258628 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] For port 0e17df09-7b45-4458-9444-705704a61b24, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=0e17df09-7b45-4458-9444-705704a61b24,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:39.259019 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.270311 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Calling delete_port for 0e17df09-7b45-4458-9444-705704a61b24 owned by network:router_gateway {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:39.323764 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-b2dfb674-8f6a-4fd2-9c9d-5d18ce63ff7b None None] Set router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb gateway port host: None {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:21:39.373505 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-b2dfb674-8f6a-4fd2-9c9d-5d18ce63ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:21:39Z', 'revision_number': 6, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port_host': None}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:39.401624 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dfb674-8f6a-4fd2-9c9d-5d18ce63ff7b None None] The sync data for ids ['8d9c8df6-75bf-46e8-acd5-9c141467dbcb'] in dv-cinder-803533-1-iscsi is: [{'id': '8d9c8df6-75bf-46e8-acd5-9c141467dbcb', 'name': 'tempest-AttachVolumeShelveTestJSON-938942522-router', 'tenant_id': '49c1479075fe448796d5d551e5a9f0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:13:58Z', 'updated_at': '2021-08-05T02:21:39Z', 'revision_number': 6, 'project_id': '49c1479075fe448796d5d551e5a9f0d8', 'gw_port_host': None}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:21:39.437552 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.466379 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e17df09-7b45-4458-9444-705704a61b24,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:39.527311 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683168'] for router_gateway, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.613769 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34551'] for router, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.615740 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.661491 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-658069'] for router, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.662024 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d9c8df6-75bf-46e8-acd5-9c141467dbcb {{(pid=93455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:21:39.666248 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] Notify callbacks [] for router, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.667412 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-98fcbe9c-bd4f-4ff6-aa49-52301426072c admin admin] 10.222.0.39 "DELETE /v2.0/routers/8d9c8df6-75bf-46e8-acd5-9c141467dbcb HTTP/1.1" status: 204 len: 168 time: 0.7470438 Aug 05 02:21:39.669980 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54090) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:39.713975 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e5788f-9826-4d3b-a12a-d81fa2689055 admin admin] Deleting subnet 14b992d7-d595-4075-a6b5-e876d9c3bdbd {{(pid=93455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:21:39.717093 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0e5788f-9826-4d3b-a12a-d81fa2689055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.756794 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0e5788f-9826-4d3b-a12a-d81fa2689055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3849070'] for subnet, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.844322 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0e5788f-9826-4d3b-a12a-d81fa2689055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.896000 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0e5788f-9826-4d3b-a12a-d81fa2689055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841103'] for subnet, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.922344 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5788f-9826-4d3b-a12a-d81fa2689055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b992d7-d595-4075-a6b5-e876d9c3bdbd,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:39.926055 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0e5788f-9826-4d3b-a12a-d81fa2689055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:39.928178 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-d0e5788f-9826-4d3b-a12a-d81fa2689055 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/14b992d7-d595-4075-a6b5-e876d9c3bdbd HTTP/1.1" status: 204 len: 168 time: 0.2570832 Aug 05 02:21:39.930431 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54096) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:39.933198 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6893474f-d137-4f1c-a47d-e1715abe63fe None None] Network 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:21:40.007391 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.076127 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Deleting port 1627fc27-8a05-4795-b25f-5a9d1714ef45 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:40.076458 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.152946 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] For port 1627fc27-8a05-4795-b25f-5a9d1714ef45, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=1627fc27-8a05-4795-b25f-5a9d1714ef45,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:40.153317 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.167411 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Calling delete_port for 1627fc27-8a05-4795-b25f-5a9d1714ef45 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:40.180915 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d4af85-b19c-4981-816a-f0d298ddec13 None None] DHCP port deletion for 7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 request from dv-cinder-803533-1-iscsi {{(pid=93457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 02:21:40.232396 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-20d4af85-b19c-4981-816a-f0d298ddec13 None None] Deleting port 1627fc27-8a05-4795-b25f-5a9d1714ef45 {{(pid=93457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:21:40.232777 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-20d4af85-b19c-4981-816a-f0d298ddec13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.262347 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.289364 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54106) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:40.296033 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Pushing event deleted for resources: {'Port': ['ID=1627fc27-8a05-4795-b25f-5a9d1714ef45,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:40.296203 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-20d4af85-b19c-4981-816a-f0d298ddec13 None None] For port 1627fc27-8a05-4795-b25f-5a9d1714ef45, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=1627fc27-8a05-4795-b25f-5a9d1714ef45,segment=NetworkSegment(a5ee952f-e925-4d2e-84d0-b1d4b96b33f6),segment_id=a5ee952f-e925-4d2e-84d0-b1d4b96b33f6)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:21:40.296587 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-20d4af85-b19c-4981-816a-f0d298ddec13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.299440 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] No DVR routers for this DVR port 1627fc27-8a05-4795-b25f-5a9d1714ef45 on host dv-cinder-803533-1-iscsi {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:21:40.314892 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-20d4af85-b19c-4981-816a-f0d298ddec13 None None] Calling delete_port for 1627fc27-8a05-4795-b25f-5a9d1714ef45 owned by network:dhcp {{(pid=93457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:21:40.376678 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.386884 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad7aa1f-1cc7-4e05-87c3-df22389e64b5']}} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:40.397191 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6') {'for_net_delete': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:40.397413 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ee952f-e925-4d2e-84d0-b1d4b96b33f6') {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:40.397897 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-20d4af85-b19c-4981-816a-f0d298ddec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964'] for port, after_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.419259 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3849081'] for segment, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.425152 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f302fe2c-364c-4fe3-a91d-b505ed7632cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.425336 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4af85-b19c-4981-816a-f0d298ddec13 None None] Pushing event deleted for resources: {'Port': ['ID=1627fc27-8a05-4795-b25f-5a9d1714ef45,revision_number=None']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:40.431014 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4af85-b19c-4981-816a-f0d298ddec13 None None] No DVR routers for this DVR port 1627fc27-8a05-4795-b25f-5a9d1714ef45 on host dv-cinder-803533-1-iscsi {{(pid=93457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:21:40.448729 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.459845 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:21:40.460256 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672839'] for segment, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: Traceback (most recent call last): Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: timer() Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: cb(*args, **kw) Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: return func(*args, **kwargs) Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: self._notify() Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: self.callback(batched_events) Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: event.method(event) Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: return f(self, *a, **k) Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._get(url).json() Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: return self.request(url, 'GET', **kwargs) Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:21:40.461971 dv-cinder-803533-1-iscsi neutron-server[93455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:21:40.540619 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.550042 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.551981 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7ad7aa1f-1cc7-4e05-87c3-df22389e64b5 HTTP/1.1" status: 204 len: 168 time: 0.6191905 Aug 05 02:21:40.571857 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f9180-758e-4bae-bcec-37c0631ee353 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad7aa1f-1cc7-4e05-87c3-df22389e64b5,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:40.612052 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f302fe2c-364c-4fe3-a91d-b505ed7632cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.616229 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f302fe2c-364c-4fe3-a91d-b505ed7632cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.659779 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-f302fe2c-364c-4fe3-a91d-b505ed7632cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=141effc42f004289821753a1a9aa8ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670108 Aug 05 02:21:40.659779 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302fe2c-364c-4fe3-a91d-b505ed7632cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf859b49-965c-4a81-be3d-9ae15fc56f02,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:40.660915 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54112) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:40.665995 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54114) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:40.710047 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a0c37eea-1130-4444-994d-9b6bab09bb64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49c1479075fe448796d5d551e5a9f0d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428700 Aug 05 02:21:40.710572 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54116) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:40.743771 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 0e17df09-7b45-4458-9444-705704a61b24 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:21:40.752443 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fee92b62-0f8e-4fce-9a3f-7b925b726971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.763556 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 0e17df09-7b45-4458-9444-705704a61b24 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:21:40.763900 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 0e17df09-7b45-4458-9444-705704a61b24 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:21:40.764318 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device c30f8af4-bb5b-46d9-b781-8e20ce5db726 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:21:40.782941 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: c30f8af4-bb5b-46d9-b781-8e20ce5db726 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:21:40.783289 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device c30f8af4-bb5b-46d9-b781-8e20ce5db726 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:21:40.783694 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 1627fc27-8a05-4795-b25f-5a9d1714ef45 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:21:40.790457 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fee92b62-0f8e-4fce-9a3f-7b925b726971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.801398 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 1627fc27-8a05-4795-b25f-5a9d1714ef45 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:21:40.801745 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 1627fc27-8a05-4795-b25f-5a9d1714ef45 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:21:40.802304 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0aeb35ca-0a08-41e2-a28d-2a3d35fed3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.840390 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0aeb35ca-0a08-41e2-a28d-2a3d35fed3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.876840 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fee92b62-0f8e-4fce-9a3f-7b925b726971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.879531 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fee92b62-0f8e-4fce-9a3f-7b925b726971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.880659 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-fee92b62-0f8e-4fce-9a3f-7b925b726971 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf859b49-965c-4a81-be3d-9ae15fc56f02 HTTP/1.1" status: 204 len: 168 time: 0.2190032 Aug 05 02:21:40.888957 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee92b62-0f8e-4fce-9a3f-7b925b726971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf859b49-965c-4a81-be3d-9ae15fc56f02,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:40.899672 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0aeb35ca-0a08-41e2-a28d-2a3d35fed3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.902107 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0aeb35ca-0a08-41e2-a28d-2a3d35fed3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:40.905691 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-0aeb35ca-0a08-41e2-a28d-2a3d35fed3b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/088d2124-4789-4c45-a5d3-c5036d025bc1 HTTP/1.1" status: 204 len: 168 time: 0.1915367 Aug 05 02:21:40.911508 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb35ca-0a08-41e2-a28d-2a3d35fed3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088d2124-4789-4c45-a5d3-c5036d025bc1,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:41.256957 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54132) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:41.270299 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8f288e34-6de9-435c-80d7-c085c00b1cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:41.358453 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8f288e34-6de9-435c-80d7-c085c00b1cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:41.363097 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8f288e34-6de9-435c-80d7-c085c00b1cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:41.398806 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-8f288e34-6de9-435c-80d7-c085c00b1cae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e33fcf2b7111405686aadaa433594093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407697 Aug 05 02:21:41.400756 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f288e34-6de9-435c-80d7-c085c00b1cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda17c3f-2361-4224-8712-7c213afa9e3a,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:41.401501 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54136) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:41.452690 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-100ae8ba-8ec5-4d00-b5a8-a8be17e3a1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:41.474686 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-100ae8ba-8ec5-4d00-b5a8-a8be17e3a1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:41.522900 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-100ae8ba-8ec5-4d00-b5a8-a8be17e3a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:41.525376 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-100ae8ba-8ec5-4d00-b5a8-a8be17e3a1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:41.526580 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-100ae8ba-8ec5-4d00-b5a8-a8be17e3a1d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eda17c3f-2361-4224-8712-7c213afa9e3a HTTP/1.1" status: 204 len: 168 time: 0.1239789 Aug 05 02:21:41.535180 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ae8ba-8ec5-4d00-b5a8-a8be17e3a1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda17c3f-2361-4224-8712-7c213afa9e3a,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:41.847118 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54154) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:41.860081 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e04bf154-11cb-4a2b-848d-73a0159a9d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:41.953308 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e04bf154-11cb-4a2b-848d-73a0159a9d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:41.959565 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e04bf154-11cb-4a2b-848d-73a0159a9d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:41.998738 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-e04bf154-11cb-4a2b-848d-73a0159a9d95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c763eeb6566d404e9ee46e4c181a36aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505065 Aug 05 02:21:42.000195 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bf154-11cb-4a2b-848d-73a0159a9d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf856d1-aa12-4e3b-8b8e-858a07c2f04f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:42.001997 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54174) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:42.053267 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1a9b228e-288a-4d77-9fb8-2f1114110a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:42.076588 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1a9b228e-288a-4d77-9fb8-2f1114110a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:42.125917 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1a9b228e-288a-4d77-9fb8-2f1114110a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:42.128630 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1a9b228e-288a-4d77-9fb8-2f1114110a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:42.129883 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-1a9b228e-288a-4d77-9fb8-2f1114110a85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abf856d1-aa12-4e3b-8b8e-858a07c2f04f HTTP/1.1" status: 204 len: 168 time: 0.1267498 Aug 05 02:21:42.137719 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b228e-288a-4d77-9fb8-2f1114110a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf856d1-aa12-4e3b-8b8e-858a07c2f04f,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:42.289040 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54186) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:42.391103 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c3cf2996-1bc2-435e-b6a8-87683fc1a449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:42.482428 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c3cf2996-1bc2-435e-b6a8-87683fc1a449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:42.486294 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c3cf2996-1bc2-435e-b6a8-87683fc1a449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:42.524050 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-c3cf2996-1bc2-435e-b6a8-87683fc1a449 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b76e2c66ea5743e6893217a69c22a1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339427 Aug 05 02:21:42.524907 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf2996-1bc2-435e-b6a8-87683fc1a449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05483ebf-15ab-4780-9b84-b46da2cecf27,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:42.526883 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54198) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:42.578162 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6f55df05-1d51-4607-8436-2225d30992ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:42.599299 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6f55df05-1d51-4607-8436-2225d30992ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:42.648435 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6f55df05-1d51-4607-8436-2225d30992ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:42.651404 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6f55df05-1d51-4607-8436-2225d30992ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:42.652549 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-6f55df05-1d51-4607-8436-2225d30992ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05483ebf-15ab-4780-9b84-b46da2cecf27 HTTP/1.1" status: 204 len: 168 time: 0.1244936 Aug 05 02:21:42.662292 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55df05-1d51-4607-8436-2225d30992ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05483ebf-15ab-4780-9b84-b46da2cecf27,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:43.323324 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54238) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:43.417998 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-849327748-network', 'tenant_id': '273409531ca440cc9a477df6449ac646'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:21:43.440026 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Made reservation on behalf of 273409531ca440cc9a477df6449ac646 for: {'network': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:21:43.442483 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:43.454388 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:43.542339 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:43.545763 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:43.566900 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:21:43.582142 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7825a698-1eec-4b11-aed3-d391ec97f20f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:43.586192 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:43.586537 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.segments_db [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Added segment 9e0688f1-3d26-4d6d-8650-57d9baaef382 of type vlan for network 068b4c43-31c6-4728-b17d-ede55057a3a0 Aug 05 02:21:43.625392 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:43.654185 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:43.655180 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:43.656291 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:43.684490 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3601532 Aug 05 02:21:43.687598 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54242) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:43.692537 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-a8a9c845-6bd0-49d6-b410-fc5296c22f90 admin admin] Request body: {'subnet': {'network_id': '068b4c43-31c6-4728-b17d-ede55057a3a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-849327748-subnet', 'tenant_id': '273409531ca440cc9a477df6449ac646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:21:43.712599 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a9c845-6bd0-49d6-b410-fc5296c22f90 admin admin] Made reservation on behalf of 273409531ca440cc9a477df6449ac646 for: {'subnet': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:21:43.714364 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf568d38-c527-4b11-bbc5-b28a1c80aa57 admin admin] Pushing event updated for resources: {'Network': ['ID=068b4c43-31c6-4728-b17d-ede55057a3a0,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:43.714848 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c845-6bd0-49d6-b410-fc5296c22f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26098740'] for subnet, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:43.725193 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 068b4c43-31c6-4728-b17d-ede55057a3a0 details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:21:43.877054 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c845-6bd0-49d6-b410-fc5296c22f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25278173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26098694'] for subnet, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:43.929223 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9c845-6bd0-49d6-b410-fc5296c22f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84c1ab7f-b5f4-46ee-b106-5fd374d846a9,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:43.937360 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a9c845-6bd0-49d6-b410-fc5296c22f90 admin admin] Checking segment: {'id': '9e0688f1-3d26-4d6d-8650-57d9baaef382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '068b4c43-31c6-4728-b17d-ede55057a3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:21:43.937763 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9c845-6bd0-49d6-b410-fc5296c22f90 admin admin] Network hostable DHCP agents. Network: 068b4c43-31c6-4728-b17d-ede55057a3a0, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:21:43.953183 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9c845-6bd0-49d6-b410-fc5296c22f90 admin admin] Network 068b4c43-31c6-4728-b17d-ede55057a3a0 is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:21:43.961451 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-a8a9c845-6bd0-49d6-b410-fc5296c22f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 068b4c43-31c6-4728-b17d-ede55057a3a0) {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:43.965378 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a9c845-6bd0-49d6-b410-fc5296c22f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:43.965960 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c845-6bd0-49d6-b410-fc5296c22f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:43.970895 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab8c3c3-feea-4535-ab59-dfe925762f1e None None] Network 068b4c43-31c6-4728-b17d-ede55057a3a0 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:21:43.979910 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-a8a9c845-6bd0-49d6-b410-fc5296c22f90 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2913132 Aug 05 02:21:44.094427 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c10b4-6f88-480c-b4a6-f880f99370d9 None None] Network 068b4c43-31c6-4728-b17d-ede55057a3a0 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:21:44.436077 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54266) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:44.441533 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1035904482-network', 'tenant_id': '4a7657bd67534166aeda776e268e988f'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:21:44.461525 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Made reservation on behalf of 4a7657bd67534166aeda776e268e988f for: {'network': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:21:44.463818 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:44.476591 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:44.571796 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:44.576822 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:44.601986 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:21:44.617939 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f3f2ce-b233-4535-ab77-db83025ac9e1,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:44.620762 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:44.621104 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.segments_db [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Added segment 83b70378-d1f8-42a9-8027-6582d1c8690d of type vlan for network a6827820-a320-4e41-a857-42f9b9d3a666 Aug 05 02:21:44.661808 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:44.689620 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:44.690673 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:44.691255 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:44.743811 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3064818 Aug 05 02:21:44.746508 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54268) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:44.748958 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0449442-9cd7-4449-8465-76e125601e48 admin admin] Pushing event updated for resources: {'Network': ['ID=a6827820-a320-4e41-a857-42f9b9d3a666,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:44.752111 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-5a832666-54c6-40df-a07a-7877393835e1 admin admin] Request body: {'subnet': {'network_id': 'a6827820-a320-4e41-a857-42f9b9d3a666', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1035904482-subnet', 'tenant_id': '4a7657bd67534166aeda776e268e988f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:21:44.762228 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network a6827820-a320-4e41-a857-42f9b9d3a666 details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:21:44.771914 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a832666-54c6-40df-a07a-7877393835e1 admin admin] Made reservation on behalf of 4a7657bd67534166aeda776e268e988f for: {'subnet': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:21:44.774342 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5a832666-54c6-40df-a07a-7877393835e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841124'] for subnet, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:44.943225 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5a832666-54c6-40df-a07a-7877393835e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3672990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841110'] for subnet, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:44.998615 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a832666-54c6-40df-a07a-7877393835e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=866c9254-1366-451c-b5e0-c0de28c3bfdf,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:45.009017 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a832666-54c6-40df-a07a-7877393835e1 admin admin] Checking segment: {'id': '83b70378-d1f8-42a9-8027-6582d1c8690d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a6827820-a320-4e41-a857-42f9b9d3a666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:21:45.009376 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a832666-54c6-40df-a07a-7877393835e1 admin admin] Network hostable DHCP agents. Network: a6827820-a320-4e41-a857-42f9b9d3a666, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:21:45.024866 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a832666-54c6-40df-a07a-7877393835e1 admin admin] Network a6827820-a320-4e41-a857-42f9b9d3a666 is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:21:45.033345 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-5a832666-54c6-40df-a07a-7877393835e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, a6827820-a320-4e41-a857-42f9b9d3a666) {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:21:45.037221 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a832666-54c6-40df-a07a-7877393835e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:21:45.037797 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5a832666-54c6-40df-a07a-7877393835e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.041763 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15def63d-ed6f-4287-812b-79005930902c None None] Network a6827820-a320-4e41-a857-42f9b9d3a666 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:21:45.051393 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-5a832666-54c6-40df-a07a-7877393835e1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3037908 Aug 05 02:21:45.159846 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54272) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:45.165340 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e7a535-431a-41ce-ade2-5d4404931eea None None] Network a6827820-a320-4e41-a857-42f9b9d3a666 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:21:45.207577 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_v2 [None req-1472d11c-6a42-424f-a1cf-f19027809338 admin admin] Deleting subnet 84c1ab7f-b5f4-46ee-b106-5fd374d846a9 {{(pid=93456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:21:45.211174 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1472d11c-6a42-424f-a1cf-f19027809338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.249684 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1472d11c-6a42-424f-a1cf-f19027809338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25431362'] for subnet, precommit_delete_associations {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.299111 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1472d11c-6a42-424f-a1cf-f19027809338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.348895 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1472d11c-6a42-424f-a1cf-f19027809338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25278106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26098719'] for subnet, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.377680 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472d11c-6a42-424f-a1cf-f19027809338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84c1ab7f-b5f4-46ee-b106-5fd374d846a9,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:45.379614 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-1472d11c-6a42-424f-a1cf-f19027809338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.381487 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-1472d11c-6a42-424f-a1cf-f19027809338 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/84c1ab7f-b5f4-46ee-b106-5fd374d846a9 HTTP/1.1" status: 204 len: 168 time: 0.2206073 Aug 05 02:21:45.383952 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54274) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:45.448761 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.527793 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.537968 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068b4c43-31c6-4728-b17d-ede55057a3a0']}} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:45.548292 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0688f1-3d26-4d6d-8650-57d9baaef382') {'for_net_delete': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:45.548581 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0688f1-3d26-4d6d-8650-57d9baaef382') {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:45.557145 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25431381'] for segment, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.573406 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.580961 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:21:45.581482 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25278020'] for segment, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: Traceback (most recent call last): Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: timer() Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: cb(*args, **kw) Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: return func(*args, **kwargs) Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: self._notify() Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: self.callback(batched_events) Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: event.method(event) Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: return f(self, *a, **k) Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._get(url).json() Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: return self.request(url, 'GET', **kwargs) Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:21:45.583165 dv-cinder-803533-1-iscsi neutron-server[93456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:21:45.639795 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.644092 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.645972 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] 10.222.0.39 "DELETE /v2.0/networks/068b4c43-31c6-4728-b17d-ede55057a3a0 HTTP/1.1" status: 204 len: 168 time: 0.2611432 Aug 05 02:21:45.649124 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54280) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:45.665410 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70937f08-26a5-407a-8ce4-1c221fa8362d admin admin] Pushing event deleted for resources: {'Network': ['ID=068b4c43-31c6-4728-b17d-ede55057a3a0,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:45.706809 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_v2 [None req-344986c3-d31e-40a1-9b1b-41aea4cbf5dd admin admin] Deleting subnet 866c9254-1366-451c-b5e0-c0de28c3bfdf {{(pid=93456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:21:45.710146 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-344986c3-d31e-40a1-9b1b-41aea4cbf5dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.743365 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-344986c3-d31e-40a1-9b1b-41aea4cbf5dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25431362'] for subnet, precommit_delete_associations {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.763927 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54284) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:45.781928 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-344986c3-d31e-40a1-9b1b-41aea4cbf5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.833406 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-344986c3-d31e-40a1-9b1b-41aea4cbf5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25278106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26098719'] for subnet, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.856510 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344986c3-d31e-40a1-9b1b-41aea4cbf5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=866c9254-1366-451c-b5e0-c0de28c3bfdf,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:45.863614 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-344986c3-d31e-40a1-9b1b-41aea4cbf5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.867071 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-344986c3-d31e-40a1-9b1b-41aea4cbf5dd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/866c9254-1366-451c-b5e0-c0de28c3bfdf HTTP/1.1" status: 204 len: 168 time: 0.2170296 Aug 05 02:21:45.868500 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54288) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:45.871190 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-062b2eaa-600d-4660-900d-92a27e1b4eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.947039 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.971309 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-062b2eaa-600d-4660-900d-92a27e1b4eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:45.975508 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-062b2eaa-600d-4660-900d-92a27e1b4eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.011612 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b2eaa-600d-4660-900d-92a27e1b4eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c484297e-6532-483d-811e-f9372bb024ea,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:46.019262 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-062b2eaa-600d-4660-900d-92a27e1b4eb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ff31d1f4f504abeb7772ef37c2e89c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518179 Aug 05 02:21:46.019516 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54290) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:46.030081 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.039863 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6827820-a320-4e41-a857-42f9b9d3a666']}} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:46.049154 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b70378-d1f8-42a9-8027-6582d1c8690d') {'for_net_delete': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:46.049444 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b70378-d1f8-42a9-8027-6582d1c8690d') {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:21:46.058205 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25431381'] for segment, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.066332 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1a04-de9c-4379-a826-2754f3e3b8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.071804 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.078006 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:21:46.078459 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25278020'] for segment, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: Traceback (most recent call last): Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: timer() Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: cb(*args, **kw) Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: return func(*args, **kwargs) Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: self._notify() Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: self.callback(batched_events) Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: event.method(event) Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: return f(self, *a, **k) Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._get(url).json() Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: return self.request(url, 'GET', **kwargs) Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:21:46.080091 dv-cinder-803533-1-iscsi neutron-server[93456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:21:46.088323 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1a04-de9c-4379-a826-2754f3e3b8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.132153 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.137541 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.142554 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a6827820-a320-4e41-a857-42f9b9d3a666 HTTP/1.1" status: 204 len: 168 time: 0.2701302 Aug 05 02:21:46.142693 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1a04-de9c-4379-a826-2754f3e3b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.144686 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8d2a1a04-de9c-4379-a826-2754f3e3b8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.148283 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-8d2a1a04-de9c-4379-a826-2754f3e3b8ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c484297e-6532-483d-811e-f9372bb024ea HTTP/1.1" status: 204 len: 168 time: 0.1253867 Aug 05 02:21:46.150920 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5982fb3-443a-4793-be7c-addcdcaaf244 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6827820-a320-4e41-a857-42f9b9d3a666,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:46.155646 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a1a04-de9c-4379-a826-2754f3e3b8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c484297e-6532-483d-811e-f9372bb024ea,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:46.280184 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54296) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:46.323302 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-d097e861-c3c5-48ff-9106-01da6d3c2ad6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=273409531ca440cc9a477df6449ac646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412211 Aug 05 02:21:46.325860 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54298) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:46.378297 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-86b1b528-1aea-454b-befa-2a3cae1a5338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.402024 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-86b1b528-1aea-454b-befa-2a3cae1a5338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.451658 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-86b1b528-1aea-454b-befa-2a3cae1a5338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.454971 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-86b1b528-1aea-454b-befa-2a3cae1a5338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.456151 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-86b1b528-1aea-454b-befa-2a3cae1a5338 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7825a698-1eec-4b11-aed3-d391ec97f20f HTTP/1.1" status: 204 len: 168 time: 0.1292920 Aug 05 02:21:46.465671 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1b528-1aea-454b-befa-2a3cae1a5338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7825a698-1eec-4b11-aed3-d391ec97f20f,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:46.816317 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54304) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:46.855875 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-af0b7b8d-22e2-426e-b86c-a368df115b87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a7657bd67534166aeda776e268e988f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384200 Aug 05 02:21:46.858314 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54306) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:46.903877 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a3556581-0255-4985-84f8-8588ba78e1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.926517 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a3556581-0255-4985-84f8-8588ba78e1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.972115 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a3556581-0255-4985-84f8-8588ba78e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.974587 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a3556581-0255-4985-84f8-8588ba78e1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:46.975746 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a3556581-0255-4985-84f8-8588ba78e1f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77f3f2ce-b233-4535-ab77-db83025ac9e1 HTTP/1.1" status: 204 len: 168 time: 0.1165061 Aug 05 02:21:46.983208 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3556581-0255-4985-84f8-8588ba78e1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f3f2ce-b233-4535-ab77-db83025ac9e1,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:49.644026 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54438) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:49.744421 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b911e3d1-cb66-4359-b8ce-d79dd76beb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:49.829504 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b911e3d1-cb66-4359-b8ce-d79dd76beb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:49.833131 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b911e3d1-cb66-4359-b8ce-d79dd76beb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:49.870442 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b911e3d1-cb66-4359-b8ce-d79dd76beb91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2aca6dde6bcd4165b2948a19f4466168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253644 Aug 05 02:21:49.871253 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911e3d1-cb66-4359-b8ce-d79dd76beb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e8dfea-a7e8-41f6-9654-240bc2a98dbb,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:49.873745 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54442) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:49.926736 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-018a4b5a-b0bc-4e9a-8c00-720cb23097df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:49.950045 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-018a4b5a-b0bc-4e9a-8c00-720cb23097df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:49.995113 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-018a4b5a-b0bc-4e9a-8c00-720cb23097df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:49.998102 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-018a4b5a-b0bc-4e9a-8c00-720cb23097df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:49.999255 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-018a4b5a-b0bc-4e9a-8c00-720cb23097df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2e8dfea-a7e8-41f6-9654-240bc2a98dbb HTTP/1.1" status: 204 len: 168 time: 0.1245403 Aug 05 02:21:50.006560 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a4b5a-b0bc-4e9a-8c00-720cb23097df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e8dfea-a7e8-41f6-9654-240bc2a98dbb,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:50.246754 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54448) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:50.260050 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0553-9e05-4d22-bd5b-80537f42913e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:50.345879 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0553-9e05-4d22-bd5b-80537f42913e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:50.349364 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0eaf0553-9e05-4d22-bd5b-80537f42913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:50.386026 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-0eaf0553-9e05-4d22-bd5b-80537f42913e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07b3c3986c244204a73cdd13cf4eb80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382468 Aug 05 02:21:50.386927 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf0553-9e05-4d22-bd5b-80537f42913e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c00d54f-344d-429a-a804-d266fbefa928,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:50.388799 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54450) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:50.438237 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:50.459427 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:50.504490 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:50.506893 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:50.507995 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c00d54f-344d-429a-a804-d266fbefa928 HTTP/1.1" status: 204 len: 168 time: 0.1176536 Aug 05 02:21:50.516496 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c00d54f-344d-429a-a804-d266fbefa928,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:50.523477 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:50.523681 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:50.524166 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:50.524509 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:50.524840 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:50.525171 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:50.525929 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:50.525929 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:50.526144 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:50.526452 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:50.526797 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:50.527121 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab4bd6-5529-4689-aa76-9d064857bb34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:21:52.756121 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54520) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:52.857019 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72669cc8-fa15-4538-aef5-04ed10f3f02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:52.944469 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72669cc8-fa15-4538-aef5-04ed10f3f02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:52.948318 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72669cc8-fa15-4538-aef5-04ed10f3f02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:52.986760 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-72669cc8-fa15-4538-aef5-04ed10f3f02f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=956afcad15f14a589d52ef37ecb8b2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295992 Aug 05 02:21:52.987856 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72669cc8-fa15-4538-aef5-04ed10f3f02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8478a665-1bea-475b-912e-3febefc9795b,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:52.989442 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54524) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:53.036127 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b8f502d1-2a40-4489-bc36-8f12666c1d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:53.056101 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b8f502d1-2a40-4489-bc36-8f12666c1d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:53.102563 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b8f502d1-2a40-4489-bc36-8f12666c1d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:53.104946 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-b8f502d1-2a40-4489-bc36-8f12666c1d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:53.106028 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-b8f502d1-2a40-4489-bc36-8f12666c1d49 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8478a665-1bea-475b-912e-3febefc9795b HTTP/1.1" status: 204 len: 168 time: 0.1156216 Aug 05 02:21:53.113735 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f502d1-2a40-4489-bc36-8f12666c1d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8478a665-1bea-475b-912e-3febefc9795b,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:53.356293 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54530) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:53.369493 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-33dfb219-fdd5-43c0-91a3-482468a2a7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:53.456430 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-33dfb219-fdd5-43c0-91a3-482468a2a7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:53.460082 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-33dfb219-fdd5-43c0-91a3-482468a2a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:53.495703 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-33dfb219-fdd5-43c0-91a3-482468a2a7ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b646281fe9094c908360c149b5e233bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383512 Aug 05 02:21:53.496541 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfb219-fdd5-43c0-91a3-482468a2a7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5013b2f-8b77-41ae-8733-7aca84749592,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:53.499095 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54532) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:53.551521 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c5334fa3-6ddc-4766-bc29-62af69c37f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:53.571916 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c5334fa3-6ddc-4766-bc29-62af69c37f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:53.617136 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c5334fa3-6ddc-4766-bc29-62af69c37f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:53.619535 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c5334fa3-6ddc-4766-bc29-62af69c37f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:53.622099 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-c5334fa3-6ddc-4766-bc29-62af69c37f4d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5013b2f-8b77-41ae-8733-7aca84749592 HTTP/1.1" status: 204 len: 168 time: 0.1214383 Aug 05 02:21:53.629797 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5334fa3-6ddc-4766-bc29-62af69c37f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5013b2f-8b77-41ae-8733-7aca84749592,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:21:58.199605 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-d16e90f0-999d-4a02-818e-552c4d7b49fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:59.549885 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:21:59.829706 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54652) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:21:59.930913 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-22b71d10-1018-4725-be4e-add87a7ca70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.020312 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-22b71d10-1018-4725-be4e-add87a7ca70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.023704 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-22b71d10-1018-4725-be4e-add87a7ca70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.060571 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-22b71d10-1018-4725-be4e-add87a7ca70e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc33870769be42a4b42b3b49f66d52a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297509 Aug 05 02:22:00.061413 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b71d10-1018-4725-be4e-add87a7ca70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b3d729-f031-4139-9483-0f942d468f86,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:00.063802 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54656) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:00.111582 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf693-0c82-4266-bf3d-8a65b596b10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.132232 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf693-0c82-4266-bf3d-8a65b596b10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.176149 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf693-0c82-4266-bf3d-8a65b596b10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.178776 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf693-0c82-4266-bf3d-8a65b596b10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.179932 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ab5bf693-0c82-4266-bf3d-8a65b596b10e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77b3d729-f031-4139-9483-0f942d468f86 HTTP/1.1" status: 204 len: 168 time: 0.1150727 Aug 05 02:22:00.186994 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bf693-0c82-4266-bf3d-8a65b596b10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b3d729-f031-4139-9483-0f942d468f86,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:00.439187 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54662) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:00.451833 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca0c0b7e-2f3d-41d7-8582-9492d32822c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.542100 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca0c0b7e-2f3d-41d7-8582-9492d32822c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.546156 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca0c0b7e-2f3d-41d7-8582-9492d32822c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.579307 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c0b7e-2f3d-41d7-8582-9492d32822c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475dc4f9-0bec-4a22-8c58-614ad3adb8ff,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:00.590312 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54664) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:00.590480 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ca0c0b7e-2f3d-41d7-8582-9492d32822c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22e700317f184f6a8f702d88cdb45de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500916 Aug 05 02:22:00.648297 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6088-05e9-48cb-afcb-718d0da5b2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.670562 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6088-05e9-48cb-afcb-718d0da5b2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.718713 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6088-05e9-48cb-afcb-718d0da5b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.721911 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6088-05e9-48cb-afcb-718d0da5b2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.725408 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-8f3e6088-05e9-48cb-afcb-718d0da5b2c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/475dc4f9-0bec-4a22-8c58-614ad3adb8ff HTTP/1.1" status: 204 len: 168 time: 0.1317689 Aug 05 02:22:00.731076 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e6088-05e9-48cb-afcb-718d0da5b2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475dc4f9-0bec-4a22-8c58-614ad3adb8ff,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:00.855074 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-325269d5-7495-4545-9530-5a33a7b15fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:00.883846 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:02.085371 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:03.676419 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:07.685733 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:22:08.669815 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54736) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:08.770570 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-21c78e19-1f43-48cf-a135-af89e39d0c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:08.856918 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-21c78e19-1f43-48cf-a135-af89e39d0c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:08.860834 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-21c78e19-1f43-48cf-a135-af89e39d0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:08.896501 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-21c78e19-1f43-48cf-a135-af89e39d0c40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65226e5937954d81ad56653a0e537037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256880 Aug 05 02:22:08.897422 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c78e19-1f43-48cf-a135-af89e39d0c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa60a091-083e-4d6d-be50-51143bae4792,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:08.899223 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54740) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:08.947012 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-797d9955-2fef-42e2-a57a-c580358e3146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:08.967713 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-797d9955-2fef-42e2-a57a-c580358e3146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:09.015877 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-797d9955-2fef-42e2-a57a-c580358e3146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:09.018397 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-797d9955-2fef-42e2-a57a-c580358e3146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:09.019574 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-797d9955-2fef-42e2-a57a-c580358e3146 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa60a091-083e-4d6d-be50-51143bae4792 HTTP/1.1" status: 204 len: 168 time: 0.1193538 Aug 05 02:22:09.026706 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d9955-2fef-42e2-a57a-c580358e3146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa60a091-083e-4d6d-be50-51143bae4792,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:09.614147 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54762) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:09.707398 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1413514157-network', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:09.727337 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Made reservation on behalf of 9bce694629ba47e4b0d6d5e8f0ad754c for: {'network': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:22:09.729482 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:09.738207 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:09.822294 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:09.825763 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:09.848330 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:22:09.856423 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1dbb84-dd49-466b-a9b7-968f47021fb2,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:09.862613 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:09.862964 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.segments_db [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Added segment e14e0d22-cd23-473c-9e1d-282da6a36846 of type vlan for network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc Aug 05 02:22:09.899377 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:09.926107 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:09.927064 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:09.927626 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:09.979959 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3646851 Aug 05 02:22:09.982961 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54766) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:09.984864 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40543faa-b594-4033-ac2f-8f59686986fb admin admin] Pushing event updated for resources: {'Network': ['ID=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:09.988355 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-2cc4f46d-f232-4f60-83d2-c347bc1a3792 admin admin] Request body: {'subnet': {'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1413514157-subnet', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'ip_version': 4}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:09.995721 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:22:10.009550 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc4f46d-f232-4f60-83d2-c347bc1a3792 admin admin] Made reservation on behalf of 9bce694629ba47e4b0d6d5e8f0ad754c for: {'subnet': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:22:10.012178 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f46d-f232-4f60-83d2-c347bc1a3792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841124'] for subnet, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.177245 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f46d-f232-4f60-83d2-c347bc1a3792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3672990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841110'] for subnet, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.233312 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4f46d-f232-4f60-83d2-c347bc1a3792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d2d9b9-74e0-4052-b9dd-f6523b89ba5e,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:10.242180 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc4f46d-f232-4f60-83d2-c347bc1a3792 admin admin] Checking segment: {'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:22:10.242535 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc4f46d-f232-4f60-83d2-c347bc1a3792 admin admin] Network hostable DHCP agents. Network: 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:22:10.259181 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc4f46d-f232-4f60-83d2-c347bc1a3792 admin admin] Network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:22:10.268872 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-2cc4f46d-f232-4f60-83d2-c347bc1a3792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc) {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:10.273614 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4f46d-f232-4f60-83d2-c347bc1a3792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:10.274523 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f46d-f232-4f60-83d2-c347bc1a3792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.278130 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffce7d36-02d9-4113-9039-c39ee18bd8b2 None None] Network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:22:10.288228 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-2cc4f46d-f232-4f60-83d2-c347bc1a3792 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3042338 Aug 05 02:22:10.290894 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54768) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:10.295118 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:10.316635 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-656147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34533'] for router, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.317865 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34556'] for router, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.374574 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.508270 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.545166 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0eb7b85f-7546-59ba-b405-1900b113e2e5-43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e'}]}} from dv-cinder-803533-1-iscsi. {{(pid=93457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 02:22:10.546063 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.683536 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.db_base_plugin_common [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Allocated IP 172.20.0.2 (43b3bd1d-1922-4ab4-a74b-55b750fb5dcc/66d2d9b9-74e0-4052-b9dd-f6523b89ba5e/07adb814-2235-405e-ba5a-40d137b5f7d5) {{(pid=93457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:22:10.707265 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.726559 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.822620 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Notify callbacks [] for port, precommit_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.826178 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Allocated IP 172.27.3.75 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/aa938ced-5643-4983-9eb2-049fb0b93e5e) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:22:10.832498 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Transition to ACTIVE for port object 07adb814-2235-405e-ba5a-40d137b5f7d5 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:22:10.848888 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Transition to ACTIVE for port object 07adb814-2235-405e-ba5a-40d137b5f7d5 will not be triggered until provisioned by entity DHCP. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:22:10.854976 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.893556 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc is already hosted by enough agents. {{(pid=93457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:22:10.896324 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.base_scheduler [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Resources bound (agent type, host, resource id): {{(pid=93457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:10.898746 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Received port after_create {{(pid=93457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:22:10.908023 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Pushing event updated for resources: {'Port': ['ID=07adb814-2235-405e-ba5a-40d137b5f7d5,revision_number=1']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:10.932504 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:10.932902 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:10.933196 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:10.933539 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:10.933875 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:10.934212 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:10.934538 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:10.934896 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:10.935225 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:10.935550 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:10.935874 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:10.936195 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:10.937991 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.963753 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Attempting to bind port 07adb814-2235-405e-ba5a-40d137b5f7d5 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:22:10.964048 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Attempting to bind port 07adb814-2235-405e-ba5a-40d137b5f7d5 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:22:10.964415 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Attempting to bind port 07adb814-2235-405e-ba5a-40d137b5f7d5 on network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:22:10.969275 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:22:10.970273 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Checking segment: {'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:22:10.970708 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.971122 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Bound using segment: {'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:22:10.971584 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Bound port: 07adb814-2235-405e-ba5a-40d137b5f7d5, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:22:10.971954 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:10.978714 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:11.012230 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:22:11.014936 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:11.020182 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:22:11.036563 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] For port 07adb814-2235-405e-ba5a-40d137b5f7d5, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:22:11.039725 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] For port 07adb814-2235-405e-ba5a-40d137b5f7d5, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=07adb814-2235-405e-ba5a-40d137b5f7d5,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:22:11.043699 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:11.045327 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Pushing event updated for resources: {'Port': ['ID=aa938ced-5643-4983-9eb2-049fb0b93e5e,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:11.103497 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2353c8-7cb4-4d0b-9253-83fbdc4c0136 None None] Pushing event updated for resources: {'Port': ['ID=07adb814-2235-405e-ba5a-40d137b5f7d5,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:11.286281 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:11.478329 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686997'] for router, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:11.850256 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Router 231f16bf-f09f-4e92-af7e-af148d7b506d is scheduled to L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 with binding_index 1 {{(pid=93455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 02:22:11.950201 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105f72af-206e-4032-b54d-71c51cf46ba5 None None] Network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:22:11.957732 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:22:11.974543 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] Notify callbacks [] for router, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:11.974897 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Sync routers for ids ['231f16bf-f09f-4e92-af7e-af148d7b506d'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:22:11.978248 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-394f99ae-cbf6-4280-a59c-ab2abcb59a1a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6840057 Aug 05 02:22:11.978475 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54772) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:12.012113 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-249050b6-5e30-46b1-908b-bcb39f19454a None None] Provisioning for port 07adb814-2235-405e-ba5a-40d137b5f7d5 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:22:12.025178 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Routers {'231f16bf-f09f-4e92-af7e-af148d7b506d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:22:12.025786 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:22:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['231f16bf-f09f-4e92-af7e-af148d7b506d'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:12.169057 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Set router 231f16bf-f09f-4e92-af7e-af148d7b506d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:22:12.367088 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:11Z', 'revision_number': 3, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:12.386950 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:12.398009 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Checking router: 231f16bf-f09f-4e92-af7e-af148d7b506d for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:22:12.398362 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Updating router 231f16bf-f09f-4e92-af7e-af148d7b506d port aa938ced-5643-4983-9eb2-049fb0b93e5e binding host dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:22:12.428939 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:12.547217 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Allocated IP 172.20.0.1 (43b3bd1d-1922-4ab4-a74b-55b750fb5dcc/66d2d9b9-74e0-4052-b9dd-f6523b89ba5e/cf89715a-00f6-4dd4-8b92-6e27a0a7a174) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:22:12.649892 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:12.663628 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Transition to ACTIVE for port object cf89715a-00f6-4dd4-8b92-6e27a0a7a174 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:22:12.689024 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Notify callbacks [] for port, precommit_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:12.697700 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:12.707845 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Transition to ACTIVE for port object aa938ced-5643-4983-9eb2-049fb0b93e5e will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:22:12.715134 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:12.745153 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:22:12.749068 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:12.751459 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Pushing event updated for resources: {'Port': ['ID=cf89715a-00f6-4dd4-8b92-6e27a0a7a174,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:12.753741 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:22:12.772974 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232c8ca-08a0-44fc-b29f-8f4790b31051 None None] Pushing event updated for resources: {'Port': ['ID=aa938ced-5643-4983-9eb2-049fb0b93e5e,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:12.775304 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Attempting to bind port aa938ced-5643-4983-9eb2-049fb0b93e5e on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:22:12.776085 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Attempting to bind port aa938ced-5643-4983-9eb2-049fb0b93e5e by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:22:12.776085 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Attempting to bind port aa938ced-5643-4983-9eb2-049fb0b93e5e on network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:22:12.781293 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:22:12.781698 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Checking segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:22:12.782167 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:12.782485 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Bound using segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:22:12.783173 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Bound port: aa938ced-5643-4983-9eb2-049fb0b93e5e, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:22:12.783472 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:12.793147 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684671'] for router_interface, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:12.807020 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 07adb814-2235-405e-ba5a-40d137b5f7d5 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:12.875460 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] For port aa938ced-5643-4983-9eb2-049fb0b93e5e, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:22:12.879092 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] For port aa938ced-5643-4983-9eb2-049fb0b93e5e, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=aa938ced-5643-4983-9eb2-049fb0b93e5e,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:22:12.887523 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:12.921413 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 07adb814-2235-405e-ba5a-40d137b5f7d5 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:22:12.926332 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:12.931149 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 07adb814-2235-405e-ba5a-40d137b5f7d5 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:12.931519 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:12.993382 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Routers {'231f16bf-f09f-4e92-af7e-af148d7b506d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:22:12.994014 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:22:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['231f16bf-f09f-4e92-af7e-af148d7b506d'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:13.027743 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232c8ca-08a0-44fc-b29f-8f4790b31051 None None] Pushing event updated for resources: {'Port': ['ID=aa938ced-5643-4983-9eb2-049fb0b93e5e,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:13.047298 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-3c7c5888-0938-4980-a548-75ee3244deb4 None None] Provisioning for port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:22:13.058113 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-3c7c5888-0938-4980-a548-75ee3244deb4 None None] Provisioning complete for port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:13.058737 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-3c7c5888-0938-4980-a548-75ee3244deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:13.091886 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:13.096515 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:13.163649 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Pushing event updated for resources: {'Port': ['ID=cf89715a-00f6-4dd4-8b92-6e27a0a7a174,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:13.163874 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c5888-0938-4980-a548-75ee3244deb4 None None] Port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:22:13.167382 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:13.168420 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537039'] for router_interface, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:13.181417 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] Set router 231f16bf-f09f-4e92-af7e-af148d7b506d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:22:13.257573 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:22:13.258971 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:13.273339 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 07adb814-2235-405e-ba5a-40d137b5f7d5, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=07adb814-2235-405e-ba5a-40d137b5f7d5,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:13.294155 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:13.383292 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Router 231f16bf-f09f-4e92-af7e-af148d7b506d has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:22:13.504062 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:22:13.513156 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-f19d4871-fb20-44f4-a1bf-a5d2f9f482ed admin admin] 10.222.0.39 "PUT /v2.0/routers/231f16bf-f09f-4e92-af7e-af148d7b506d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330293 Aug 05 02:22:13.524576 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=07adb814-2235-405e-ba5a-40d137b5f7d5,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:13.579468 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'cf89715a-00f6-4dd4-8b92-6e27a0a7a174', 'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'mac_address': 'fa:16:3e:cb:97:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:12Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 1, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'subnets': [{'id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:13.613847 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b82527c-43f3-4d46-964e-0f46a91d8946 None None] The sync data for ids ['231f16bf-f09f-4e92-af7e-af148d7b506d'] in dv-cinder-803533-1-iscsi is: [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'cf89715a-00f6-4dd4-8b92-6e27a0a7a174', 'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'mac_address': 'fa:16:3e:cb:97:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:12Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 1, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'subnets': [{'id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:22:13.624487 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-5d7b78ad-630e-4254-a802-b8767fe6b05d None None] Provisioning complete for port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:13.624870 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-5d7b78ad-630e-4254-a802-b8767fe6b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:13.665256 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b78ad-630e-4254-a802-b8767fe6b05d None None] Port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:22:14.013929 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54788) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:14.019574 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-53512809-network', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:14.041387 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Made reservation on behalf of 5791dfcf7db844e9b262a7be26a16fd2 for: {'network': 1} {{(pid=93455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:22:14.043851 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for network, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.054040 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.148017 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.151856 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.174988 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 02:22:14.189019 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348a9476-9791-4d29-97a9-e7103f677db8,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:14.195694 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.196043 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.segments_db [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Added segment a717c541-a321-45f9-9b0f-ceb74dfe1e27 of type vlan for network 4cb671f1-7c86-4b08-ae51-f00a632ab2ee Aug 05 02:22:14.242148 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772730066243'] for network, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.280378 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473'] for network, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.281587 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:14.282794 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.339263 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3241885 Aug 05 02:22:14.340175 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54790) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:14.346177 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-c178ab70-bdc2-42dd-aaae-b8c49b06d6fb admin admin] Request body: {'subnet': {'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-53512809-subnet', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'ip_version': 4}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:14.348254 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee4fb0-dc47-4581-b711-03ea676f6f51 admin admin] Pushing event updated for resources: {'Network': ['ID=4cb671f1-7c86-4b08-ae51-f00a632ab2ee,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:14.359511 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Network 4cb671f1-7c86-4b08-ae51-f00a632ab2ee details requested by agent ovs-agent-dv-cinder-803533-1-iscsi with host dv-cinder-803533-1-iscsi {{(pid=93457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 02:22:14.368927 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c178ab70-bdc2-42dd-aaae-b8c49b06d6fb admin admin] Made reservation on behalf of 5791dfcf7db844e9b262a7be26a16fd2 for: {'subnet': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:22:14.371287 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c178ab70-bdc2-42dd-aaae-b8c49b06d6fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26098740'] for subnet, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.543234 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c178ab70-bdc2-42dd-aaae-b8c49b06d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25278173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26098694'] for subnet, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.601451 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178ab70-bdc2-42dd-aaae-b8c49b06d6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=365ffd54-0e53-40b4-811a-86fa807d16d4,revision_number=0']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:14.610790 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c178ab70-bdc2-42dd-aaae-b8c49b06d6fb admin admin] Checking segment: {'id': 'a717c541-a321-45f9-9b0f-ceb74dfe1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:22:14.611134 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178ab70-bdc2-42dd-aaae-b8c49b06d6fb admin admin] Network hostable DHCP agents. Network: 4cb671f1-7c86-4b08-ae51-f00a632ab2ee, hostable agents: ['e3c419b0-8a4e-4903-91f2-1cd224e33c72'], hosted agents: [] {{(pid=93456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 02:22:14.628694 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178ab70-bdc2-42dd-aaae-b8c49b06d6fb admin admin] Network 4cb671f1-7c86-4b08-ae51-f00a632ab2ee is scheduled to be hosted by DHCP agent e3c419b0-8a4e-4903-91f2-1cd224e33c72 with binding_index 1 {{(pid=93456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 02:22:14.641074 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-c178ab70-bdc2-42dd-aaae-b8c49b06d6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803533-1-iscsi, 4cb671f1-7c86-4b08-ae51-f00a632ab2ee) {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:14.645924 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c178ab70-bdc2-42dd-aaae-b8c49b06d6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:14.646562 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c178ab70-bdc2-42dd-aaae-b8c49b06d6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.651927 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04121408-5e01-4a78-91c2-63ca052a27e8 None None] Network 4cb671f1-7c86-4b08-ae51-f00a632ab2ee requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:22:14.663851 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-c178ab70-bdc2-42dd-aaae-b8c49b06d6fb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3220258 Aug 05 02:22:14.666692 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54792) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:14.672254 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-53512809-router', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:14.696296 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-656147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34533'] for router, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.697731 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-686853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34556'] for router, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.767659 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.861586 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 07adb814-2235-405e-ba5a-40d137b5f7d5 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:14.898488 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0eb7b85f-7546-59ba-b405-1900b113e2e5-4cb671f1-7c86-4b08-ae51-f00a632ab2ee', 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'fixed_ips': [{'subnet_id': '365ffd54-0e53-40b4-811a-86fa807d16d4'}]}} from dv-cinder-803533-1-iscsi. {{(pid=93457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 05 02:22:14.899359 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.913021 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:14.996604 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 07adb814-2235-405e-ba5a-40d137b5f7d5 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:14.996973 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.083359 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.db_base_plugin_common [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Allocated IP 172.20.0.2 (4cb671f1-7c86-4b08-ae51-f00a632ab2ee/365ffd54-0e53-40b4-811a-86fa807d16d4/d6e70f60-58ec-4c77-a3d1-f5972e15a63d) {{(pid=93457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:22:15.113544 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.132606 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.143659 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device aa938ced-5643-4983-9eb2-049fb0b93e5e up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:15.249681 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Allocated IP 172.27.3.200 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/b2ae794b-f6fe-4229-bbdc-84bc3984c548) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:22:15.269749 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port aa938ced-5643-4983-9eb2-049fb0b93e5e completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:22:15.279914 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port aa938ced-5643-4983-9eb2-049fb0b93e5e triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:15.280292 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.325438 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Notify callbacks [] for port, precommit_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.339563 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Transition to ACTIVE for port object d6e70f60-58ec-4c77-a3d1-f5972e15a63d will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:22:15.361447 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Transition to ACTIVE for port object d6e70f60-58ec-4c77-a3d1-f5972e15a63d will not be triggered until provisioned by entity DHCP. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:22:15.369455 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.387846 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955'] for port, after_create {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.408377 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.442202 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Network 4cb671f1-7c86-4b08-ae51-f00a632ab2ee is already hosted by enough agents. {{(pid=93457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:22:15.443314 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.445920 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:22:15.451042 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:15.453599 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:22:15.455058 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.scheduler.base_scheduler [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Resources bound (agent type, host, resource id): {{(pid=93457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:15.457893 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Received port after_create {{(pid=93457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:22:15.460391 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Pushing event updated for resources: {'Port': ['ID=d6e70f60-58ec-4c77-a3d1-f5972e15a63d,revision_number=1']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:15.484421 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ae794b-f6fe-4229-bbdc-84bc3984c548,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:15.493994 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port aa938ced-5643-4983-9eb2-049fb0b93e5e, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=aa938ced-5643-4983-9eb2-049fb0b93e5e,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:15.499384 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.544984 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Attempting to bind port d6e70f60-58ec-4c77-a3d1-f5972e15a63d on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:22:15.545350 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Attempting to bind port d6e70f60-58ec-4c77-a3d1-f5972e15a63d by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'a717c541-a321-45f9-9b0f-ceb74dfe1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:22:15.545711 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Attempting to bind port d6e70f60-58ec-4c77-a3d1-f5972e15a63d on network 4cb671f1-7c86-4b08-ae51-f00a632ab2ee {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:22:15.557311 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:22:15.557677 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Checking segment: {'id': 'a717c541-a321-45f9-9b0f-ceb74dfe1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:22:15.558077 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.558462 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Bound using segment: {'id': 'a717c541-a321-45f9-9b0f-ceb74dfe1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:22:15.558951 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Bound port: d6e70f60-58ec-4c77-a3d1-f5972e15a63d, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a717c541-a321-45f9-9b0f-ceb74dfe1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:22:15.559329 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.591099 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=aa938ced-5643-4983-9eb2-049fb0b93e5e,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:15.613024 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Sync routers for ids ['231f16bf-f09f-4e92-af7e-af148d7b506d'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:22:15.622577 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Routers {'231f16bf-f09f-4e92-af7e-af148d7b506d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:22:15.623173 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:22:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['231f16bf-f09f-4e92-af7e-af148d7b506d'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:15.648484 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] For port d6e70f60-58ec-4c77-a3d1-f5972e15a63d, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:22:15.651945 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] For port d6e70f60-58ec-4c77-a3d1-f5972e15a63d, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=d6e70f60-58ec-4c77-a3d1-f5972e15a63d,segment=NetworkSegment(a717c541-a321-45f9-9b0f-ceb74dfe1e27),segment_id=a717c541-a321-45f9-9b0f-ceb74dfe1e27)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:22:15.656857 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.715145 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26560814-c2d5-4ae4-ad14-2021f2c1028f None None] Pushing event updated for resources: {'Port': ['ID=d6e70f60-58ec-4c77-a3d1-f5972e15a63d,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:15.733650 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Set router 231f16bf-f09f-4e92-af7e-af148d7b506d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:22:15.737693 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.955332 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'cf89715a-00f6-4dd4-8b92-6e27a0a7a174', 'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'mac_address': 'fa:16:3e:cb:97:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:12Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 2, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'subnets': [{'id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:15.968592 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686997'] for router, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:15.988361 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Checking router: 231f16bf-f09f-4e92-af7e-af148d7b506d for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:22:15.988710 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Updating router 231f16bf-f09f-4e92-af7e-af148d7b506d port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 binding host dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:22:16.014297 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:16.102499 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Router 39af7a45-1906-4a7b-b963-55bb2d306a75 is scheduled to L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 with binding_index 1 {{(pid=93455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 05 02:22:16.274567 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:16.286736 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.provisioning_blocks [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Transition to ACTIVE for port object cf89715a-00f6-4dd4-8b92-6e27a0a7a174 will not be triggered until provisioned by entity L2. {{(pid=93458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:22:16.294284 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:16.341131 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Pushing event updated for resources: {'Port': ['ID=cf89715a-00f6-4dd4-8b92-6e27a0a7a174,revision_number=3']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:16.349169 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:16.349422 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:16.349763 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:16.350165 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:16.350415 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:16.350762 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:16.351083 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:16.351406 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:16.351760 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:16.352073 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:16.352397 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:16.352712 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:16.415622 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Attempting to bind port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:22:16.415993 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Attempting to bind port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:22:16.416351 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Attempting to bind port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 on network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:22:16.426667 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:22:16.427258 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Checking segment: {'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:22:16.427829 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:16.428396 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Bound using segment: {'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:22:16.430693 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Bound port: cf89715a-00f6-4dd4-8b92-6e27a0a7a174, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'}}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:22:16.433833 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:16.460078 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:22:16.471057 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Sync routers for ids ['39af7a45-1906-4a7b-b963-55bb2d306a75'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:22:16.483305 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Routers {'39af7a45-1906-4a7b-b963-55bb2d306a75'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:22:16.483993 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:22:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['39af7a45-1906-4a7b-b963-55bb2d306a75'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:16.488983 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] Notify callbacks [] for router, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:16.490271 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a59f2400-dbd7-4464-a885-e3506969b870 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8218839 Aug 05 02:22:16.493155 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54794) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:16.511438 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] For port cf89715a-00f6-4dd4-8b92-6e27a0a7a174, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:22:16.514946 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] For port cf89715a-00f6-4dd4-8b92-6e27a0a7a174, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=cf89715a-00f6-4dd4-8b92-6e27a0a7a174,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:22:16.522758 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:16.589613 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35db79-b369-476b-98ee-83bf0df0c181 None None] Pushing event updated for resources: {'Port': ['ID=cf89715a-00f6-4dd4-8b92-6e27a0a7a174,revision_number=4']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:16.612190 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Routers {'231f16bf-f09f-4e92-af7e-af148d7b506d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:22:16.613019 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:22:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['231f16bf-f09f-4e92-af7e-af148d7b506d'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:16.669354 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Set router 39af7a45-1906-4a7b-b963-55bb2d306a75 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:22:16.775656 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] Set router 231f16bf-f09f-4e92-af7e-af148d7b506d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:22:16.909782 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ac15c2-f80d-425b-bc09-f48bc91e3822 None None] Network 4cb671f1-7c86-4b08-ae51-f00a632ab2ee requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:22:17.039049 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device aa938ced-5643-4983-9eb2-049fb0b93e5e up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:17.044932 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-8b2358b4-a309-48c7-a5af-8f493bb82e7f None None] Provisioning for port d6e70f60-58ec-4c77-a3d1-f5972e15a63d completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:22:17.047632 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'name': 'tempest-TestMinimumBasicScenario-53512809-router', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:14Z', 'updated_at': '2021-08-05T02:22:15Z', 'revision_number': 3, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'gw_port': {'id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:15Z', 'updated_at': '2021-08-05T02:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:17.106424 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Checking router: 39af7a45-1906-4a7b-b963-55bb2d306a75 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:22:17.106979 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Updating router 39af7a45-1906-4a7b-b963-55bb2d306a75 port b2ae794b-f6fe-4229-bbdc-84bc3984c548 binding host dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:22:17.161054 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'cf89715a-00f6-4dd4-8b92-6e27a0a7a174', 'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'mac_address': 'fa:16:3e:cb:97:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:12Z', 'updated_at': '2021-08-05T02:22:16Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'subnets': [{'id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:17.162324 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.189516 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6e1387-dd70-4924-822f-71234bdef2c7 None None] The sync data for ids ['231f16bf-f09f-4e92-af7e-af148d7b506d'] in dv-cinder-803533-1-iscsi is: [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'cf89715a-00f6-4dd4-8b92-6e27a0a7a174', 'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'mac_address': 'fa:16:3e:cb:97:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:12Z', 'updated_at': '2021-08-05T02:22:16Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'subnets': [{'id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:22:17.284964 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port aa938ced-5643-4983-9eb2-049fb0b93e5e triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:17.285368 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.334604 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.511150 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Allocated IP 172.20.0.1 (4cb671f1-7c86-4b08-ae51-f00a632ab2ee/365ffd54-0e53-40b4-811a-86fa807d16d4/3f59e1b3-c7cf-498d-be47-9b6de0f3f89d) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:22:17.512856 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device cf89715a-00f6-4dd4-8b92-6e27a0a7a174 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:17.645498 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.663328 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Transition to ACTIVE for port object 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d will not be triggered until provisioned by entity DHCP. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:22:17.700652 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.745313 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Notify callbacks [] for port, precommit_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.747232 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Network 4cb671f1-7c86-4b08-ae51-f00a632ab2ee is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:22:17.754728 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:17.754854 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:22:17.757269 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:22:17.759251 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Transition to ACTIVE for port object b2ae794b-f6fe-4229-bbdc-84bc3984c548 will not be triggered until provisioned by entity L2. {{(pid=93457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:22:17.762811 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:17.763184 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.788713 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Pushing event updated for resources: {'Port': ['ID=3f59e1b3-c7cf-498d-be47-9b6de0f3f89d,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:17.789874 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.805607 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684671'] for router_interface, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.868159 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193830b-8879-4e50-bba0-473dafcee31a None None] Pushing event updated for resources: {'Port': ['ID=b2ae794b-f6fe-4229-bbdc-84bc3984c548,revision_number=2']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:17.880767 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Attempting to bind port b2ae794b-f6fe-4229-bbdc-84bc3984c548 on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:22:17.880876 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Attempting to bind port b2ae794b-f6fe-4229-bbdc-84bc3984c548 by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:22:17.881224 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Attempting to bind port b2ae794b-f6fe-4229-bbdc-84bc3984c548 on network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:22:17.888795 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:22:17.889173 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Checking segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:22:17.889585 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.889995 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Bound using segment: {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'} {{(pid=93457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:22:17.890464 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.managers [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Bound port: b2ae794b-f6fe-4229-bbdc-84bc3984c548, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500a862-bbf6-4645-b94e-0bd650105820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8'}}] {{(pid=93457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:22:17.890883 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.954514 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.963564 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:17.982510 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] For port b2ae794b-f6fe-4229-bbdc-84bc3984c548, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:22:18.004080 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] For port b2ae794b-f6fe-4229-bbdc-84bc3984c548, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b2ae794b-f6fe-4229-bbdc-84bc3984c548,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:22:18.013798 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:18.017255 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port cf89715a-00f6-4dd4-8b92-6e27a0a7a174, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=cf89715a-00f6-4dd4-8b92-6e27a0a7a174,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:18.041568 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:18.042232 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device d6e70f60-58ec-4c77-a3d1-f5972e15a63d up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:18.116759 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Routers {'39af7a45-1906-4a7b-b963-55bb2d306a75'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:22:18.117384 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:22:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['39af7a45-1906-4a7b-b963-55bb2d306a75'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:18.120149 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:18.122092 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193830b-8879-4e50-bba0-473dafcee31a None None] Pushing event updated for resources: {'Port': ['ID=b2ae794b-f6fe-4229-bbdc-84bc3984c548,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:18.124791 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-0e7752de-62d3-465a-801e-1a0acfb2173b None None] Provisioning for port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:22:18.124957 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:18.187060 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-0e7752de-62d3-465a-801e-1a0acfb2173b None None] Provisioning complete for port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:18.187429 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-0e7752de-62d3-465a-801e-1a0acfb2173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:18.189140 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Pushing event updated for resources: {'Port': ['ID=3f59e1b3-c7cf-498d-be47-9b6de0f3f89d,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:18.191670 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537039'] for router_interface, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:18.283619 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Network 4cb671f1-7c86-4b08-ae51-f00a632ab2ee is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:22:18.284928 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:18.290677 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-0e7752de-62d3-465a-801e-1a0acfb2173b None None] Port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:22:18.295200 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=cf89715a-00f6-4dd4-8b92-6e27a0a7a174,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:18.298123 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port d6e70f60-58ec-4c77-a3d1-f5972e15a63d completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:22:18.306175 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port d6e70f60-58ec-4c77-a3d1-f5972e15a63d triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:18.306175 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:18.334343 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] Set router 39af7a45-1906-4a7b-b963-55bb2d306a75 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:22:18.411644 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Router 39af7a45-1906-4a7b-b963-55bb2d306a75 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:22:18.507988 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:18.525518 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:22:18.530301 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ae1e779c-89c1-45db-8e8e-b3eacc2b9e67 admin admin] 10.222.0.39 "PUT /v2.0/routers/39af7a45-1906-4a7b-b963-55bb2d306a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0355291 Aug 05 02:22:18.576916 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-124c76e0-926b-4579-a249-4c90d99362fb None None] Provisioning complete for port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:18.577459 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-124c76e0-926b-4579-a249-4c90d99362fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:18.590410 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port d6e70f60-58ec-4c77-a3d1-f5972e15a63d, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=d6e70f60-58ec-4c77-a3d1-f5972e15a63d,segment=NetworkSegment(a717c541-a321-45f9-9b0f-ceb74dfe1e27),segment_id=a717c541-a321-45f9-9b0f-ceb74dfe1e27)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:18.611859 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:18.663237 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-124c76e0-926b-4579-a249-4c90d99362fb None None] Port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:22:18.678987 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=d6e70f60-58ec-4c77-a3d1-f5972e15a63d,revision_number=3']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:18.685759 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'name': 'tempest-TestMinimumBasicScenario-53512809-router', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:14Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 4, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'gw_port': {'id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:15Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '3f59e1b3-c7cf-498d-be47-9b6de0f3f89d', 'name': '', 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'mac_address': 'fa:16:3e:c6:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '365ffd54-0e53-40b4-811a-86fa807d16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:17Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 1, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'subnets': [{'id': '365ffd54-0e53-40b4-811a-86fa807d16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:18.716811 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134dbd4-cf21-41a1-a46f-f12838f7f1de None None] The sync data for ids ['39af7a45-1906-4a7b-b963-55bb2d306a75'] in dv-cinder-803533-1-iscsi is: [{'id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'name': 'tempest-TestMinimumBasicScenario-53512809-router', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:14Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 4, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'gw_port': {'id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:15Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '3f59e1b3-c7cf-498d-be47-9b6de0f3f89d', 'name': '', 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'mac_address': 'fa:16:3e:c6:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '365ffd54-0e53-40b4-811a-86fa807d16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:17Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 1, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'subnets': [{'id': '365ffd54-0e53-40b4-811a-86fa807d16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:22:18.763170 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device cf89715a-00f6-4dd4-8b92-6e27a0a7a174 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:18.824897 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:18.825147 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:18.914408 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device d6e70f60-58ec-4c77-a3d1-f5972e15a63d up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:18.983397 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port d6e70f60-58ec-4c77-a3d1-f5972e15a63d triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:18.983397 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:20.807631 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b2ae794b-f6fe-4229-bbdc-84bc3984c548 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:20.865725 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port b2ae794b-f6fe-4229-bbdc-84bc3984c548 completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:22:20.871825 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port b2ae794b-f6fe-4229-bbdc-84bc3984c548 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:20.872201 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:20.962322 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:20.996201 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port b2ae794b-f6fe-4229-bbdc-84bc3984c548, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b2ae794b-f6fe-4229-bbdc-84bc3984c548,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:21.002696 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:21.069208 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=b2ae794b-f6fe-4229-bbdc-84bc3984c548,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:21.347730 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Sync routers for ids ['39af7a45-1906-4a7b-b963-55bb2d306a75'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:22:21.359268 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Routers {'39af7a45-1906-4a7b-b963-55bb2d306a75'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:22:21.360948 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:22:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['39af7a45-1906-4a7b-b963-55bb2d306a75'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:21.473009 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Set router 39af7a45-1906-4a7b-b963-55bb2d306a75 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:22:21.690753 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'name': 'tempest-TestMinimumBasicScenario-53512809-router', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:14Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 4, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'gw_port': {'id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:15Z', 'updated_at': '2021-08-05T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '3f59e1b3-c7cf-498d-be47-9b6de0f3f89d', 'name': '', 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'mac_address': 'fa:16:3e:c6:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '365ffd54-0e53-40b4-811a-86fa807d16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:17Z', 'updated_at': '2021-08-05T02:22:18Z', 'revision_number': 2, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'subnets': [{'id': '365ffd54-0e53-40b4-811a-86fa807d16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:21.718286 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Checking router: 39af7a45-1906-4a7b-b963-55bb2d306a75 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:22:21.718672 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Updating router 39af7a45-1906-4a7b-b963-55bb2d306a75 port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d binding host dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 02:22:21.745062 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:22.043878 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Notify callbacks [] for port, precommit_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:22.055099 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.provisioning_blocks [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Transition to ACTIVE for port object 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d will not be triggered until provisioned by entity L2. {{(pid=93458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:22:22.061511 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:22.135209 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8730118-9bc4-4ca7-8069-fde6814fdaa0 None None] Pushing event updated for resources: {'Port': ['ID=3f59e1b3-c7cf-498d-be47-9b6de0f3f89d,revision_number=3']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:22.177004 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Attempting to bind port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d on host dv-cinder-803533-1-iscsi for vnic_type normal with profile {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:22:22.177683 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Attempting to bind port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d by drivers openvswitch,hyperv on host dv-cinder-803533-1-iscsi at level 0 using segments [{'id': 'a717c541-a321-45f9-9b0f-ceb74dfe1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee'}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:22:22.178231 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Attempting to bind port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d on network 4cb671f1-7c86-4b08-ae51-f00a632ab2ee {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:22:22.183423 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Checking agent: {'id': 'f74d892c-eb6e-4452-a5ec-6475d0ab52fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803533-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 6, 31), 'started_at': datetime.datetime(2021, 8, 5, 2, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803533-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:22:22.183791 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Checking segment: {'id': 'a717c541-a321-45f9-9b0f-ceb74dfe1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:22:22.184183 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:22.184579 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Bound using segment: {'id': 'a717c541-a321-45f9-9b0f-ceb74dfe1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee'} {{(pid=93458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:22:22.185204 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.managers [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Bound port: 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d, host: dv-cinder-803533-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a717c541-a321-45f9-9b0f-ceb74dfe1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee'}}] {{(pid=93458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:22:22.185581 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:22.261785 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] For port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d, host dv-cinder-803533-1-iscsi, cleared binding levels {{(pid=93458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:22:22.265799 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.plugins.ml2.db [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] For port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d, host dv-cinder-803533-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=3f59e1b3-c7cf-498d-be47-9b6de0f3f89d,segment=NetworkSegment(a717c541-a321-45f9-9b0f-ceb74dfe1e27),segment_id=a717c541-a321-45f9-9b0f-ceb74dfe1e27)] {{(pid=93458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:22:22.272407 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron_lib.callbacks.manager [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:22.325448 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Routers {'39af7a45-1906-4a7b-b963-55bb2d306a75'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:22:22.326184 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:22:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['39af7a45-1906-4a7b-b963-55bb2d306a75'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:22.396360 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8730118-9bc4-4ca7-8069-fde6814fdaa0 None None] Pushing event updated for resources: {'Port': ['ID=3f59e1b3-c7cf-498d-be47-9b6de0f3f89d,revision_number=4']} {{(pid=93458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:22.489933 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] Set router 39af7a45-1906-4a7b-b963-55bb2d306a75 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:22:22.715225 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'name': 'tempest-TestMinimumBasicScenario-53512809-router', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:14Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 4, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'gw_port': {'id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:15Z', 'updated_at': '2021-08-05T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '3f59e1b3-c7cf-498d-be47-9b6de0f3f89d', 'name': '', 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'mac_address': 'fa:16:3e:c6:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '365ffd54-0e53-40b4-811a-86fa807d16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:17Z', 'updated_at': '2021-08-05T02:22:22Z', 'revision_number': 4, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'subnets': [{'id': '365ffd54-0e53-40b4-811a-86fa807d16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:22.753244 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8df8791-7176-43cf-b5cf-c62f4eea6e26 None None] The sync data for ids ['39af7a45-1906-4a7b-b963-55bb2d306a75'] in dv-cinder-803533-1-iscsi is: [{'id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'name': 'tempest-TestMinimumBasicScenario-53512809-router', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:14Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 4, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'gw_port': {'id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:15Z', 'updated_at': '2021-08-05T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '3f59e1b3-c7cf-498d-be47-9b6de0f3f89d', 'name': '', 'network_id': '4cb671f1-7c86-4b08-ae51-f00a632ab2ee', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'mac_address': 'fa:16:3e:c6:ec:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '365ffd54-0e53-40b4-811a-86fa807d16d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:17Z', 'updated_at': '2021-08-05T02:22:22Z', 'revision_number': 4, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'subnets': [{'id': '365ffd54-0e53-40b4-811a-86fa807d16d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:22:22.830927 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:22.902930 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning for port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:22:22.910603 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:22.911211 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:23.008531 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:23.053163 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] For port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=3f59e1b3-c7cf-498d-be47-9b6de0f3f89d,segment=NetworkSegment(a717c541-a321-45f9-9b0f-ceb74dfe1e27),segment_id=a717c541-a321-45f9-9b0f-ceb74dfe1e27)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:23.059998 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:23.061195 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b2ae794b-f6fe-4229-bbdc-84bc3984c548 up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:23.147070 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Pushing event updated for resources: {'Port': ['ID=3f59e1b3-c7cf-498d-be47-9b6de0f3f89d,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:23.164807 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port b2ae794b-f6fe-4229-bbdc-84bc3984c548 triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:23.165330 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:24.769242 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d up at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:24.830507 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Provisioning complete for port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:24.831163 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:28.178088 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-0e19199f-d039-452a-89a0-7235fa1c12f4 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:28.179564 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-0e19199f-d039-452a-89a0-7235fa1c12f4 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/networks?id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc HTTP/1.1" status: 200 len: 815 time: 0.0992227 Aug 05 02:22:28.194669 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-37751a41-3177-4c10-b2a5-6fd911663769 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/quotas/9bce694629ba47e4b0d6d5e8f0ad754c HTTP/1.1" status: 200 len: 375 time: 0.0093644 Aug 05 02:22:28.201639 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-187d0f7a-c219-4fda-9810-b875cfa67a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:28.245189 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-72d41380-cbb8-42bf-941f-ad4d6307ee42 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9bce694629ba47e4b0d6d5e8f0ad754c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442941 Aug 05 02:22:28.339911 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-85705bc9-5ea7-482a-927e-960bee3a2d72 service neutron] 10.222.0.39 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829132 Aug 05 02:22:28.429745 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-c4829d41-be9e-4046-88e2-bd8121973683 service neutron] 10.222.0.39 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829136 Aug 05 02:22:28.585609 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-53e3ced6-1567-4444-be44-5f0904a3da43 req-9fe0db2e-8cc3-4c70-bf0e-855c9418d4b4 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 210 time: 0.0291352 Aug 05 02:22:29.555083 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:29.700924 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d6c4b500-ce3d-46f5-a10c-a7a659edcc9d req-0ce196ad-d3f6-4eaf-b8aa-1d799f791d70 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 210 time: 0.0459576 Aug 05 02:22:29.795674 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-f1f20cd0-fca8-4e8e-8b35-97e7d4c9853e tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:29.797624 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-f1f20cd0-fca8-4e8e-8b35-97e7d4c9853e tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.43 "GET /v2.0/networks?id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc HTTP/1.1" status: 200 len: 815 time: 0.1313057 Aug 05 02:22:29.812069 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Request body: {'port': {'device_id': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'admin_state_up': True, 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:29.918490 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Made reservation on behalf of 9bce694629ba47e4b0d6d5e8f0ad754c for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:22:29.921981 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:30.052146 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Allocated IP 172.20.0.9 (43b3bd1d-1922-4ab4-a74b-55b750fb5dcc/66d2d9b9-74e0-4052-b9dd-f6523b89ba5e/82f8e3b5-7909-4f65-ba40-cf2a5184746b) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:22:30.232010 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:30.248705 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Transition to ACTIVE for port object 82f8e3b5-7909-4f65-ba40-cf2a5184746b will not be triggered until provisioned by entity DHCP. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:22:30.290212 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:30.345759 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:22:30.349074 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:30.353152 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:22:30.360724 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event updated for resources: {'Port': ['ID=82f8e3b5-7909-4f65-ba40-cf2a5184746b,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:30.394444 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:30.394957 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:30.395389 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:30.395823 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:30.396261 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:30.396684 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:30.397106 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:30.397528 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:30.397961 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:30.398382 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:30.398835 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:30.399252 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:30.450799 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:30.457144 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:30.489381 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-513b0d3e-5132-42bd-846f-2b6e3090c208 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6805503 Aug 05 02:22:30.663471 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-73ad8151-5d0c-4246-9a63-0d3cb4e07db3 None None] Provisioning for port 82f8e3b5-7909-4f65-ba40-cf2a5184746b completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:22:30.666949 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-73ad8151-5d0c-4246-9a63-0d3cb4e07db3 None None] Provisioning complete for port 82f8e3b5-7909-4f65-ba40-cf2a5184746b triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:30.667319 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-73ad8151-5d0c-4246-9a63-0d3cb4e07db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:30.702861 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-73ad8151-5d0c-4246-9a63-0d3cb4e07db3 None None] Port 82f8e3b5-7909-4f65-ba40-cf2a5184746b cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:22:30.823523 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a808e-e236-49b2-90ef-95661c68bfb1 req-26080480-482a-4ead-8878-6bf57029a8cc tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:30.825690 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8e5a808e-e236-49b2-90ef-95661c68bfb1 req-26080480-482a-4ead-8878-6bf57029a8cc tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 931 time: 0.0508230 Aug 05 02:22:30.861521 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-07b4113d-ae2b-446a-9033-10c3134021c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:30.871090 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-8e5a808e-e236-49b2-90ef-95661c68bfb1 req-339cf7c9-f0df-42c5-b498-c0f81a3f97e4 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392034 Aug 05 02:22:30.896146 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:31.996890 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810e3a1-ef21-4566-ad09-29f8ccc8680c req-b7c4e5e0-bb76-4fe5-92f1-b1e99b64cdab tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:31.998386 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e810e3a1-ef21-4566-ad09-29f8ccc8680c req-b7c4e5e0-bb76-4fe5-92f1-b1e99b64cdab tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 931 time: 0.0493250 Aug 05 02:22:32.044298 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-e810e3a1-ef21-4566-ad09-29f8ccc8680c req-b990dbf4-094f-4042-b31a-9e2b0bad9f71 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352573 Aug 05 02:22:32.090044 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:33.163022 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b4366-df9b-47ff-84f7-415a3bcbe4c5 req-23498125-2d20-4fed-89a2-b627293c6896 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:33.165247 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-063b4366-df9b-47ff-84f7-415a3bcbe4c5 req-23498125-2d20-4fed-89a2-b627293c6896 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 931 time: 0.0526950 Aug 05 02:22:33.208416 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-063b4366-df9b-47ff-84f7-415a3bcbe4c5 req-31c89539-18c6-4f3f-81cf-65f4876d839d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363059 Aug 05 02:22:33.682866 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:34.333051 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d53e-93b9-404d-bac9-e8087c27491a req-98b2d30e-9518-46ab-8c72-47d23cf4658a tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:34.334797 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cf55d53e-93b9-404d-bac9-e8087c27491a req-98b2d30e-9518-46ab-8c72-47d23cf4658a tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 931 time: 0.0591459 Aug 05 02:22:34.373869 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cf55d53e-93b9-404d-bac9-e8087c27491a req-56129767-ac15-4225-ade9-845ccbc5979b tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Aug 05 02:22:35.498659 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d342c-0146-42b0-9d22-77fc5d115482 req-d928f6db-6a45-4793-8e8b-dc9c850fa478 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:35.500664 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b53d342c-0146-42b0-9d22-77fc5d115482 req-d928f6db-6a45-4793-8e8b-dc9c850fa478 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 931 time: 0.0491951 Aug 05 02:22:35.539610 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b53d342c-0146-42b0-9d22-77fc5d115482 req-55a2c87e-3faf-4f62-9831-8fdaebd892a7 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329323 Aug 05 02:22:36.654616 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41444001-69b9-49d0-b090-271f87032cbe req-047f7e0f-8344-4e3e-b781-8154f3f7f461 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:36.656144 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-41444001-69b9-49d0-b090-271f87032cbe req-047f7e0f-8344-4e3e-b781-8154f3f7f461 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 931 time: 0.0475733 Aug 05 02:22:36.697833 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-41444001-69b9-49d0-b090-271f87032cbe req-5d114604-14d8-49f5-8eac-0625d1e0d9b2 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 Aug 05 02:22:37.821906 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd8256-eef1-47f6-84a0-642df8f21051 req-88d24665-75e2-4449-abb6-78d5cb25ae2f tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:37.823402 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-effd8256-eef1-47f6-84a0-642df8f21051 req-88d24665-75e2-4449-abb6-78d5cb25ae2f tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 931 time: 0.0584896 Aug 05 02:22:37.863954 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-effd8256-eef1-47f6-84a0-642df8f21051 req-04263c67-6ad3-4850-a48a-c385f15b5fdd tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338418 Aug 05 02:22:38.992579 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b2ab0-1594-4335-b293-94b4c53e550e req-049d11ad-0c2e-4cbf-8031-11e337f67080 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:38.994290 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce1b2ab0-1594-4335-b293-94b4c53e550e req-049d11ad-0c2e-4cbf-8031-11e337f67080 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 931 time: 0.0527396 Aug 05 02:22:39.040772 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ce1b2ab0-1594-4335-b293-94b4c53e550e req-b0ba4da0-29f7-4f8d-add8-2ff70131dfae tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Aug 05 02:22:39.884425 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Request body: {'port': {'device_id': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:39.943600 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:40.167755 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2b60c-3fbb-4812-a671-f0a758835778 req-15db240b-0eae-4104-b9b6-7e3f55de8d8d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:40.169536 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-35f2b60c-3fbb-4812-a671-f0a758835778 req-15db240b-0eae-4104-b9b6-7e3f55de8d8d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 931 time: 0.0603273 Aug 05 02:22:40.210893 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-35f2b60c-3fbb-4812-a671-f0a758835778 req-254ae7d7-3575-48a6-8715-216e1c739480 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347824 Aug 05 02:22:40.224345 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f8e3b5-7909-4f65-ba40-cf2a5184746b {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:22:40.231887 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:40.244716 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Transition to ACTIVE for port object 82f8e3b5-7909-4f65-ba40-cf2a5184746b will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:22:40.247690 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:40.341072 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=82f8e3b5-7909-4f65-ba40-cf2a5184746b,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:40.373018 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Attempting to bind port 82f8e3b5-7909-4f65-ba40-cf2a5184746b on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:22:40.373422 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Attempting to bind port 82f8e3b5-7909-4f65-ba40-cf2a5184746b by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:22:40.373761 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Attempting to bind port 82f8e3b5-7909-4f65-ba40-cf2a5184746b on network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:22:40.378563 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Port 82f8e3b5-7909-4f65-ba40-cf2a5184746b on network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:22:40.378903 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Attempting to bind port 82f8e3b5-7909-4f65-ba40-cf2a5184746b on network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:22:40.392387 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:22:40.392721 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Checking segment: {'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:22:40.393129 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Bound using segment: {'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:22:40.393672 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Bound port: 82f8e3b5-7909-4f65-ba40-cf2a5184746b, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14e0d22-cd23-473c-9e1d-282da6a36846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:22:40.394035 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:40.466350 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] For port 82f8e3b5-7909-4f65-ba40-cf2a5184746b, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:22:40.469725 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] For port 82f8e3b5-7909-4f65-ba40-cf2a5184746b, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:22:40.474814 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:40.513111 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:40.513817 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:40.515284 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] 10.222.0.43 "PUT /v2.0/ports/82f8e3b5-7909-4f65-ba40-cf2a5184746b HTTP/1.1" status: 200 len: 1093 time: 0.6357727 Aug 05 02:22:40.517908 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:22:40.520741 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4193940b-51bd-4be6-8c42-b5c070f1f787" -d '{"events": [{"name": "network-changed", "server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:22:40.548429 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d84e6f-8e8f-483c-9c7e-88b7e95bc5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=82f8e3b5-7909-4f65-ba40-cf2a5184746b,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:40.579783 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d421107-01dd-4f18-af0b-12d86a34d007 x-openstack-request-id: req-1d421107-01dd-4f18-af0b-12d86a34d007 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:22:40.580111 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:22:40.580357 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d421107-01dd-4f18-af0b-12d86a34d007 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:22:40.580821 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'status': 'completed', 'code': 200} Aug 05 02:22:40.618068 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-81f7fbd7-577c-43ee-be04-fd25b5d4d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:40.619607 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-81f7fbd7-577c-43ee-be04-fd25b5d4d28e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bce694629ba47e4b0d6d5e8f0ad754c&device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 1096 time: 0.0516334 Aug 05 02:22:40.663202 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-2a613ed2-b09e-41f0-8783-1908061dc184 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b HTTP/1.1" status: 200 len: 217 time: 0.0357313 Aug 05 02:22:40.714223 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-c8dd7b3f-906a-4844-be91-20afa13c65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:40.715723 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-c8dd7b3f-906a-4844-be91-20afa13c65a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66d2d9b9-74e0-4052-b9dd-f6523b89ba5e HTTP/1.1" status: 200 len: 854 time: 0.0459914 Aug 05 02:22:40.763796 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-1a8c6b89-5326-4122-9a6d-9ec21d6c077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:40.765263 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-1a8c6b89-5326-4122-9a6d-9ec21d6c077e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422673 Aug 05 02:22:40.852185 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-c0aa596e-9699-4c5b-9cd5-e55908686752 service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791478 Aug 05 02:22:40.942734 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c8133e52-dd59-482c-8b06-4e587d98e4c8 req-2e4def1a-26f8-4167-89b0-5686a8249fab service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835860 Aug 05 02:22:41.027132 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193940b-51bd-4be6-8c42-b5c070f1f787 req-e2096ed2-b5ff-4bc5-b58f-56562cf09abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:41.028611 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4193940b-51bd-4be6-8c42-b5c070f1f787 req-e2096ed2-b5ff-4bc5-b58f-56562cf09abc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bce694629ba47e4b0d6d5e8f0ad754c&device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 1096 time: 0.0415418 Aug 05 02:22:41.119576 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193940b-51bd-4be6-8c42-b5c070f1f787 req-2ad9222b-d864-4d9e-9d75-da6fe2ddce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:41.120992 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4193940b-51bd-4be6-8c42-b5c070f1f787 req-2ad9222b-d864-4d9e-9d75-da6fe2ddce2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc HTTP/1.1" status: 200 len: 915 time: 0.0849285 Aug 05 02:22:41.160591 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4193940b-51bd-4be6-8c42-b5c070f1f787 req-7dc3c7bf-70d4-4f9b-a7c2-ba76fec221ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b HTTP/1.1" status: 200 len: 217 time: 0.0319347 Aug 05 02:22:41.208631 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193940b-51bd-4be6-8c42-b5c070f1f787 req-af7c6f03-8ed3-44ae-b30a-e42c86f27f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:41.209889 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4193940b-51bd-4be6-8c42-b5c070f1f787 req-af7c6f03-8ed3-44ae-b30a-e42c86f27f55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66d2d9b9-74e0-4052-b9dd-f6523b89ba5e HTTP/1.1" status: 200 len: 854 time: 0.0409420 Aug 05 02:22:41.255070 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193940b-51bd-4be6-8c42-b5c070f1f787 req-765c7cf6-53f3-4dad-94c2-780f9de5733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:41.256563 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4193940b-51bd-4be6-8c42-b5c070f1f787 req-765c7cf6-53f3-4dad-94c2-780f9de5733b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390496 Aug 05 02:22:41.323762 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fd275-bb27-4d71-9788-bdd3715a6b0d req-a6a3ef35-9c6b-4c8c-be23-e5c3d3cbbf42 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:41.325326 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-974fd275-bb27-4d71-9788-bdd3715a6b0d req-a6a3ef35-9c6b-4c8c-be23-e5c3d3cbbf42 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 943 time: 0.0478625 Aug 05 02:22:41.352229 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4193940b-51bd-4be6-8c42-b5c070f1f787 req-81b00442-1313-4db6-83ec-93443bc168c8 service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871973 Aug 05 02:22:41.371756 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-974fd275-bb27-4d71-9788-bdd3715a6b0d req-c372e0eb-9369-4573-8d73-6868c4808ea4 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404072 Aug 05 02:22:41.448303 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4193940b-51bd-4be6-8c42-b5c070f1f787 req-d45cde8e-920d-4bdb-b39c-329e03b6c142 service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876944 Aug 05 02:22:42.067222 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 82f8e3b5-7909-4f65-ba40-cf2a5184746b details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:22:42.161009 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 82f8e3b5-7909-4f65-ba40-cf2a5184746b, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:42.172342 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'port_id': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'mac_address': 'fa:16:3e:d7:b7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:22:42.206840 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:42.219376 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f8e3b5-7909-4f65-ba40-cf2a5184746b {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:22:42.241373 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 82f8e3b5-7909-4f65-ba40-cf2a5184746b, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:42.245076 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:42.289695 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=82f8e3b5-7909-4f65-ba40-cf2a5184746b,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:42.457028 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['82f8e3b5-7909-4f65-ba40-cf2a5184746b'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:22:42.487944 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0be8d-9e12-4996-8392-34c71ad630a3 req-ff0f1158-0d58-4e82-84d8-0468a8428839 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:42.489530 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1fa0be8d-9e12-4996-8392-34c71ad630a3 req-ff0f1158-0d58-4e82-84d8-0468a8428839 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 944 time: 0.0487804 Aug 05 02:22:42.526316 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1fa0be8d-9e12-4996-8392-34c71ad630a3 req-edaa3380-cbc0-41de-a9c2-185e5d663d6b tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310714 Aug 05 02:22:43.639489 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66d76-0cbd-4caf-8fa8-5e9b0c849e74 req-45f8ff0e-f496-4353-9a2f-c520f4fb620a tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:43.641578 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-44e66d76-0cbd-4caf-8fa8-5e9b0c849e74 req-45f8ff0e-f496-4353-9a2f-c520f4fb620a tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 944 time: 0.0482817 Aug 05 02:22:43.677400 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-44e66d76-0cbd-4caf-8fa8-5e9b0c849e74 req-807617cb-6b3d-433f-b450-e7a9482db427 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299673 Aug 05 02:22:44.067214 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 82f8e3b5-7909-4f65-ba40-cf2a5184746b up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:22:44.116203 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 82f8e3b5-7909-4f65-ba40-cf2a5184746b completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:22:44.119954 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 82f8e3b5-7909-4f65-ba40-cf2a5184746b triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:44.120360 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:44.193552 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:44.214618 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:22:44.216841 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a969771e-884d-41c1-89b0-7e40a2b49269" -d '{"events": [{"server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "name": "network-vif-plugged", "status": "completed", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:22:44.229844 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 82f8e3b5-7909-4f65-ba40-cf2a5184746b, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:44.235534 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:44.260820 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd19d39-2d85-4302-963f-78892bb304fb x-openstack-request-id: req-ddd19d39-2d85-4302-963f-78892bb304fb {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:22:44.261112 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "name": "network-vif-plugged", "status": "completed", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:22:44.261368 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ddd19d39-2d85-4302-963f-78892bb304fb {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:22:44.261748 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'code': 200} Aug 05 02:22:44.287305 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=82f8e3b5-7909-4f65-ba40-cf2a5184746b,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:44.416414 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dc343-439d-4c6f-957f-a4c3a2d8b9f9 req-a4d3055e-fb63-4ea5-8ce0-8c0924972982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:44.417814 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-506dc343-439d-4c6f-957f-a4c3a2d8b9f9 req-a4d3055e-fb63-4ea5-8ce0-8c0924972982 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 1098 time: 0.0389173 Aug 05 02:22:44.450870 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-506dc343-439d-4c6f-957f-a4c3a2d8b9f9 req-702982ca-3337-411d-bd31-cddcf8b4e137 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264308 Aug 05 02:22:44.684486 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:22:44.791617 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e1775-786b-491a-94af-3bf5bec531b6 req-cef4df8e-7df5-4a5a-b01a-fccfa814904f tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:44.793083 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b68e1775-786b-491a-94af-3bf5bec531b6 req-cef4df8e-7df5-4a5a-b01a-fccfa814904f tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 945 time: 0.0506024 Aug 05 02:22:44.829354 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b68e1775-786b-491a-94af-3bf5bec531b6 req-a27ef422-abda-486c-8cc6-90197f776fb7 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299993 Aug 05 02:22:45.944227 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720ba00-1b7a-442d-afd7-a35d23ee5721 req-76003ebe-80f3-4388-9d54-491532f24b2b tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:45.945650 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9720ba00-1b7a-442d-afd7-a35d23ee5721 req-76003ebe-80f3-4388-9d54-491532f24b2b tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 945 time: 0.0502603 Aug 05 02:22:45.981611 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-9720ba00-1b7a-442d-afd7-a35d23ee5721 req-4d4e6a8f-e787-4b5d-bd8a-7449134057d7 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302157 Aug 05 02:22:46.093101 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5fd64-2d8b-4ffc-8ac3-d3b506553899 req-3befea52-a490-413d-b036-eddd6998cf70 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:46.095257 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-73b5fd64-2d8b-4ffc-8ac3-d3b506553899 req-3befea52-a490-413d-b036-eddd6998cf70 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 945 time: 0.0478704 Aug 05 02:22:46.132353 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-73b5fd64-2d8b-4ffc-8ac3-d3b506553899 req-fef45b50-ad19-4532-8809-38a5815fa217 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311916 Aug 05 02:22:46.455250 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c50ad-350f-4ddb-926c-c7d48aa04d8e req-580a53c1-4709-40e6-aee5-91d1a17189fc tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:46.456722 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-706c50ad-350f-4ddb-926c-c7d48aa04d8e req-580a53c1-4709-40e6-aee5-91d1a17189fc tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 945 time: 0.0479717 Aug 05 02:22:46.493850 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-706c50ad-350f-4ddb-926c-c7d48aa04d8e req-f76d79a3-796c-4d61-851f-2624ea9d70d7 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Aug 05 02:22:54.841398 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e11549-0a29-462f-acc9-9d0b0bf3fed7 req-4f594300-3a1b-4b5b-90ce-7b4b0ac08fd4 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:54.842873 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-17e11549-0a29-462f-acc9-9d0b0bf3fed7 req-4f594300-3a1b-4b5b-90ce-7b4b0ac08fd4 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 945 time: 0.0516338 Aug 05 02:22:54.879972 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-17e11549-0a29-462f-acc9-9d0b0bf3fed7 req-a4602b27-03aa-45c7-8ac2-6496ff995ef0 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306969 Aug 05 02:22:54.901480 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54988) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:55.024541 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2dd48-b0c7-47e5-8ea4-2d69bcb7c11b tempest-TestMinimumBasicScenario-1908962619 tempest-TestMinimumBasicScenario-1908962619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:55.025984 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-e0c2dd48-b0c7-47e5-8ea4-2d69bcb7c11b tempest-TestMinimumBasicScenario-1908962619 tempest-TestMinimumBasicScenario-1908962619-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 1093 time: 0.1235721 Aug 05 02:22:55.028815 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54992) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:55.033512 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Request body: {'floatingip': {'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'port_id': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:55.054598 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for floatingip, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:55.149841 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:55.248591 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Allocated IP 172.27.3.194 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/d148b8c4-6a0b-4946-bfc1-164c9f51c5eb) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:22:55.349636 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:55.385995 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:55.420726 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:22:55.425504 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:22:55.428008 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:22:55.456595 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event updated for resources: {'Port': ['ID=d148b8c4-6a0b-4946-bfc1-164c9f51c5eb,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:55.469243 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:55.469595 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:55.469937 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:55.470277 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:55.470607 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:55.470961 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:55.471291 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:55.471622 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:55.471947 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:55.472272 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:55.472595 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:55.472949 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:22:55.795399 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:55.863443 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.019449 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.025011 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.087993 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event updated for resources: {'Port': ['ID=d148b8c4-6a0b-4946-bfc1-164c9f51c5eb,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:56.103713 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.205518 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.l3_db [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Floating IP 6aa9a3b9-754f-4c0c-9b49-75add412833e associated. External IP: 172.27.3.194, port: 82f8e3b5-7909-4f65-ba40-cf2a5184746b. Aug 05 02:22:56.413689 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Router 231f16bf-f09f-4e92-af7e-af148d7b506d has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:22:56.523942 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:22:56.534281 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26200d8c-5f70-4db8-9f03-e6ecfa7a2bed None None] Sync routers for ids ['231f16bf-f09f-4e92-af7e-af148d7b506d'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:22:56.539354 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.543858 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26200d8c-5f70-4db8-9f03-e6ecfa7a2bed None None] Routers {'231f16bf-f09f-4e92-af7e-af148d7b506d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:22:56.544465 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-26200d8c-5f70-4db8-9f03-e6ecfa7a2bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:22:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['231f16bf-f09f-4e92-af7e-af148d7b506d'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:56.566030 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-cceaac69-2a86-46d3-8515-1a38a08b3539 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5362408 Aug 05 02:22:56.566619 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:22:56.568889 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9da23d8-b459-4127-9f30-cc306089c989" -d '{"events": [{"name": "network-changed", "server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:22:56.569054 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 54994) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:56.573831 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [None req-2ec88507-54a2-40ba-8db0-ce30d59eab90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1313057350', 'description': 'tempest-secgroup-smoke-1313057350 description', 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:56.607295 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2ec88507-54a2-40ba-8db0-ce30d59eab90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.610955 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4133688b-0d31-4150-bbf9-61262d606130 x-openstack-request-id: req-4133688b-0d31-4150-bbf9-61262d606130 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:22:56.611497 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:22:56.611955 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4133688b-0d31-4150-bbf9-61262d606130 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:22:56.612607 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'status': 'completed', 'code': 200} Aug 05 02:22:56.663251 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-26200d8c-5f70-4db8-9f03-e6ecfa7a2bed None None] Set router 231f16bf-f09f-4e92-af7e-af148d7b506d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:22:56.704913 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da23d8-b459-4127-9f30-cc306089c989 req-1f32fe11-c4ae-48b7-9c8c-8e21d395d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:56.706314 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d9da23d8-b459-4127-9f30-cc306089c989 req-1f32fe11-c4ae-48b7-9c8c-8e21d395d1e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bce694629ba47e4b0d6d5e8f0ad754c&device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 1098 time: 0.0656054 Aug 05 02:22:56.749284 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2ec88507-54a2-40ba-8db0-ce30d59eab90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.755395 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2ec88507-54a2-40ba-8db0-ce30d59eab90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.827250 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2ec88507-54a2-40ba-8db0-ce30d59eab90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.829020 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-2ec88507-54a2-40ba-8db0-ce30d59eab90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2584715 Aug 05 02:22:56.833084 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 54998) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:56.835818 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec88507-54a2-40ba-8db0-ce30d59eab90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:56.838031 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-352131bf-a164-4512-9289-96acdeb46f6d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Request body: {'security_group_rule': {'security_group_id': '85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a', 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:56.851572 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da23d8-b459-4127-9f30-cc306089c989 req-4cc4fc11-a372-4559-b725-58f89e32a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:56.853053 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d9da23d8-b459-4127-9f30-cc306089c989 req-4cc4fc11-a372-4559-b725-58f89e32a5cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc HTTP/1.1" status: 200 len: 915 time: 0.1352794 Aug 05 02:22:56.865799 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-352131bf-a164-4512-9289-96acdeb46f6d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.891904 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-26200d8c-5f70-4db8-9f03-e6ecfa7a2bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '6aa9a3b9-754f-4c0c-9b49-75add412833e', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'port_id': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'mac_address': 'fa:16:3e:d7:b7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:22:55Z', 'updated_at': '2021-08-05T02:22:55Z', 'revision_number': 0, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf89715a-00f6-4dd4-8b92-6e27a0a7a174', 'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'mac_address': 'fa:16:3e:cb:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:12Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 5, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'subnets': [{'id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:56.919798 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d9da23d8-b459-4127-9f30-cc306089c989 req-c4452678-4850-42a7-b2d8-eaf9b4279e1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b HTTP/1.1" status: 200 len: 999 time: 0.0582876 Aug 05 02:22:56.923152 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-352131bf-a164-4512-9289-96acdeb46f6d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.924637 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26200d8c-5f70-4db8-9f03-e6ecfa7a2bed None None] Checking router: 231f16bf-f09f-4e92-af7e-af148d7b506d for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:22:56.927196 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-352131bf-a164-4512-9289-96acdeb46f6d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.933486 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26200d8c-5f70-4db8-9f03-e6ecfa7a2bed None None] Routers {'231f16bf-f09f-4e92-af7e-af148d7b506d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:22:56.934101 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-26200d8c-5f70-4db8-9f03-e6ecfa7a2bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:22:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['231f16bf-f09f-4e92-af7e-af148d7b506d'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:56.942826 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352131bf-a164-4512-9289-96acdeb46f6d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4203b6cd-93a2-4878-92ad-9e08990ab2a4,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:56.955751 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-352131bf-a164-4512-9289-96acdeb46f6d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:56.960270 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-352131bf-a164-4512-9289-96acdeb46f6d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230235 Aug 05 02:22:56.960652 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55000) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:56.965356 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-b3828b21-3ecb-4fa9-ae3c-1ae2eab8028f tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Request body: {'security_group_rule': {'security_group_id': '85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a', 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:56.980918 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da23d8-b459-4127-9f30-cc306089c989 req-afc86eb3-6dc1-4014-a934-333e20b1cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:56.983114 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d9da23d8-b459-4127-9f30-cc306089c989 req-afc86eb3-6dc1-4014-a934-333e20b1cd9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66d2d9b9-74e0-4052-b9dd-f6523b89ba5e HTTP/1.1" status: 200 len: 854 time: 0.0554690 Aug 05 02:22:56.992916 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b3828b21-3ecb-4fa9-ae3c-1ae2eab8028f tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.033630 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da23d8-b459-4127-9f30-cc306089c989 req-152b6564-c99a-4f07-889f-0c0fecdc7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:57.035159 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d9da23d8-b459-4127-9f30-cc306089c989 req-152b6564-c99a-4f07-889f-0c0fecdc7086 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410492 Aug 05 02:22:57.039180 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-26200d8c-5f70-4db8-9f03-e6ecfa7a2bed None None] Set router 231f16bf-f09f-4e92-af7e-af148d7b506d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:22:57.056672 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b3828b21-3ecb-4fa9-ae3c-1ae2eab8028f tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.061555 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b3828b21-3ecb-4fa9-ae3c-1ae2eab8028f tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.080641 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3828b21-3ecb-4fa9-ae3c-1ae2eab8028f tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2d56af-1b55-44b6-b3f5-e1d24275a0a2,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:57.090840 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b3828b21-3ecb-4fa9-ae3c-1ae2eab8028f tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.092351 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-b3828b21-3ecb-4fa9-ae3c-1ae2eab8028f tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306286 Aug 05 02:22:57.095514 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55002) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:57.100091 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-1cfee4dd-c523-46e5-ac76-2cf482761948 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Request body: {'security_group_rule': {'security_group_id': '85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a', 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:57.134118 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cfee4dd-c523-46e5-ac76-2cf482761948 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.145469 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d9da23d8-b459-4127-9f30-cc306089c989 req-2709f287-36bf-4a38-8ae8-af5bb61ba1e9 service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998828 Aug 05 02:22:57.193238 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cfee4dd-c523-46e5-ac76-2cf482761948 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.198169 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cfee4dd-c523-46e5-ac76-2cf482761948 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.216494 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfee4dd-c523-46e5-ac76-2cf482761948 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040165ac-b15d-4e83-879d-feeaf4e5f66f,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:57.226753 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cfee4dd-c523-46e5-ac76-2cf482761948 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.228166 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-1cfee4dd-c523-46e5-ac76-2cf482761948 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317253 Aug 05 02:22:57.230985 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55004) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:57.236173 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-3250b9e0-da0e-4783-9a93-b64907098735 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Request body: {'security_group_rule': {'security_group_id': '85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a', 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:57.248975 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d9da23d8-b459-4127-9f30-cc306089c989 req-2b939c71-e667-4e43-b109-13091b013694 service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908046 Aug 05 02:22:57.261840 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3250b9e0-da0e-4783-9a93-b64907098735 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.295820 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-26200d8c-5f70-4db8-9f03-e6ecfa7a2bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '6aa9a3b9-754f-4c0c-9b49-75add412833e', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'port_id': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'mac_address': 'fa:16:3e:d7:b7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:22:55Z', 'updated_at': '2021-08-05T02:22:55Z', 'revision_number': 0, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf89715a-00f6-4dd4-8b92-6e27a0a7a174', 'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'mac_address': 'fa:16:3e:cb:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:12Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 5, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'subnets': [{'id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:22:57.322709 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26200d8c-5f70-4db8-9f03-e6ecfa7a2bed None None] The sync data for ids ['231f16bf-f09f-4e92-af7e-af148d7b506d'] in dv-cinder-803533-1-iscsi is: [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '6aa9a3b9-754f-4c0c-9b49-75add412833e', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'port_id': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'mac_address': 'fa:16:3e:d7:b7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:22:55Z', 'updated_at': '2021-08-05T02:22:55Z', 'revision_number': 0, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf89715a-00f6-4dd4-8b92-6e27a0a7a174', 'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'mac_address': 'fa:16:3e:cb:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:12Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 5, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'subnets': [{'id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:22:57.323012 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3250b9e0-da0e-4783-9a93-b64907098735 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.326482 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3250b9e0-da0e-4783-9a93-b64907098735 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.343936 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250b9e0-da0e-4783-9a93-b64907098735 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe46b0e-fe4e-4f2f-85f4-509efec7ed02,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:57.351481 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3250b9e0-da0e-4783-9a93-b64907098735 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.352722 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-3250b9e0-da0e-4783-9a93-b64907098735 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207745 Aug 05 02:22:57.355487 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55006) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:57.360670 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-6182de9c-b445-49fc-b3da-a02f1be0974c tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Request body: {'security_group_rule': {'security_group_id': '85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a', 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:57.383253 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.securitygroups_db [None req-6182de9c-b445-49fc-b3da-a02f1be0974c tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Project 9bce694629ba47e4b0d6d5e8f0ad754c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 02:22:57.388242 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6182de9c-b445-49fc-b3da-a02f1be0974c tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.455690 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6182de9c-b445-49fc-b3da-a02f1be0974c tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.459535 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6182de9c-b445-49fc-b3da-a02f1be0974c tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.479807 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182de9c-b445-49fc-b3da-a02f1be0974c tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0439a567-f2ea-4a56-a007-678e3e7291e5,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:57.483641 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6182de9c-b445-49fc-b3da-a02f1be0974c tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.487433 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-6182de9c-b445-49fc-b3da-a02f1be0974c tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284175 Aug 05 02:22:57.487946 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55008) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:22:57.492183 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-cc284608-4787-49f0-822e-56a9b1e2cdbd tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Request body: {'security_group_rule': {'security_group_id': '85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a', 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:57.514311 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.securitygroups_db [None req-cc284608-4787-49f0-822e-56a9b1e2cdbd tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Project 9bce694629ba47e4b0d6d5e8f0ad754c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 02:22:57.519825 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cc284608-4787-49f0-822e-56a9b1e2cdbd tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.526062 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c763a27-9d75-43a6-ae8a-6d4d7ebe45ab None None] New status for floating IP 6aa9a3b9-754f-4c0c-9b49-75add412833e: ACTIVE {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:22:57.582351 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cc284608-4787-49f0-822e-56a9b1e2cdbd tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.586316 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cc284608-4787-49f0-822e-56a9b1e2cdbd tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781315'] for security_group_rule, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.607605 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc284608-4787-49f0-822e-56a9b1e2cdbd tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cba5be-f565-4c74-aabd-b7ff04b8b92c,revision_number=0']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:57.611423 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cc284608-4787-49f0-822e-56a9b1e2cdbd tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:57.612601 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-cc284608-4787-49f0-822e-56a9b1e2cdbd tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239080 Aug 05 02:22:57.693502 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-62babc56-33ea-4701-aa4f-98da066dcbba req-64016846-2a3f-4784-b230-226778e64eab tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313057350&fields=id&tenant_id=9bce694629ba47e4b0d6d5e8f0ad754c HTTP/1.1" status: 200 len: 267 time: 0.0346401 Aug 05 02:22:57.747827 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62babc56-33ea-4701-aa4f-98da066dcbba req-d31308e1-d5eb-439c-874c-ae5d4c53180e tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:57.749212 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-62babc56-33ea-4701-aa4f-98da066dcbba req-d31308e1-d5eb-439c-874c-ae5d4c53180e tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 945 time: 0.0496686 Aug 05 02:22:57.762114 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-62babc56-33ea-4701-aa4f-98da066dcbba req-b039b377-64c8-4492-949b-a7dcfb0ba824 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Request body: {'port': {'security_groups': ['af1dbb84-dd49-466b-a9b7-968f47021fb2', '85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a']}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:22:57.829562 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-62babc56-33ea-4701-aa4f-98da066dcbba req-b039b377-64c8-4492-949b-a7dcfb0ba824 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:58.009374 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-62babc56-33ea-4701-aa4f-98da066dcbba req-b039b377-64c8-4492-949b-a7dcfb0ba824 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] For port 82f8e3b5-7909-4f65-ba40-cf2a5184746b, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:22:58.037127 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-62babc56-33ea-4701-aa4f-98da066dcbba req-b039b377-64c8-4492-949b-a7dcfb0ba824 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:58.041596 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-62babc56-33ea-4701-aa4f-98da066dcbba req-b039b377-64c8-4492-949b-a7dcfb0ba824 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:58.055700 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['82f8e3b5-7909-4f65-ba40-cf2a5184746b'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:22:58.083212 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62babc56-33ea-4701-aa4f-98da066dcbba req-b039b377-64c8-4492-949b-a7dcfb0ba824 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:58.083449 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-62babc56-33ea-4701-aa4f-98da066dcbba req-b039b377-64c8-4492-949b-a7dcfb0ba824 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:58.084851 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-62babc56-33ea-4701-aa4f-98da066dcbba req-b039b377-64c8-4492-949b-a7dcfb0ba824 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "PUT /v2.0/ports/82f8e3b5-7909-4f65-ba40-cf2a5184746b HTTP/1.1" status: 200 len: 981 time: 0.3277566 Aug 05 02:22:58.115942 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039b377-64c8-4492-949b-a7dcfb0ba824 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event updated for resources: {'Port': ['ID=82f8e3b5-7909-4f65-ba40-cf2a5184746b,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:22:58.154730 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['82f8e3b5-7909-4f65-ba40-cf2a5184746b'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:22:58.204727 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37d9aa-45c6-49c0-9204-58aa12e1a5f7 req-4961d6f0-bb29-40b7-b44f-81a9d9c91905 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:58.206442 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1b37d9aa-45c6-49c0-9204-58aa12e1a5f7 req-4961d6f0-bb29-40b7-b44f-81a9d9c91905 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0525846 Aug 05 02:22:58.227641 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-5f6019dd-9599-4754-b44c-6d7f2a1104ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:58.253116 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1b37d9aa-45c6-49c0-9204-58aa12e1a5f7 req-78a6017e-04fd-4a23-a00b-643ebd12551a tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388958 Aug 05 02:22:58.352435 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-991facfb-4062-44d4-bec5-747fa6083f76 None None] Provisioning complete for port 82f8e3b5-7909-4f65-ba40-cf2a5184746b triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:22:58.352720 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-991facfb-4062-44d4-bec5-747fa6083f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:22:58.614321 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:22:58.616691 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642f96f6-9180-45a5-8853-795b977df224" -d '{"events": [{"name": "network-changed", "server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:22:58.653914 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd20d04-9ab0-45af-8d10-05eae1f7c800 x-openstack-request-id: req-1cd20d04-9ab0-45af-8d10-05eae1f7c800 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:22:58.654209 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:22:58.654461 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1cd20d04-9ab0-45af-8d10-05eae1f7c800 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:22:58.654960 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'status': 'completed', 'code': 200} Aug 05 02:22:58.724034 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f96f6-9180-45a5-8853-795b977df224 req-f3b5bf13-b933-48b5-ae0a-b987fc4620d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:58.725405 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-642f96f6-9180-45a5-8853-795b977df224 req-f3b5bf13-b933-48b5-ae0a-b987fc4620d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bce694629ba47e4b0d6d5e8f0ad754c&device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 1137 time: 0.0448995 Aug 05 02:22:58.815396 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f96f6-9180-45a5-8853-795b977df224 req-bdd02b04-9362-4c1d-846e-d160f2b15337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:58.816733 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-642f96f6-9180-45a5-8853-795b977df224 req-bdd02b04-9362-4c1d-846e-d160f2b15337 service neutron] 10.222.0.43 "GET /v2.0/networks?id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc HTTP/1.1" status: 200 len: 915 time: 0.0814228 Aug 05 02:22:58.885302 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-642f96f6-9180-45a5-8853-795b977df224 req-9526c182-f7c0-4521-940f-4e288636246c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b HTTP/1.1" status: 200 len: 1001 time: 0.0597920 Aug 05 02:22:58.943174 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f96f6-9180-45a5-8853-795b977df224 req-96ac7398-ea74-4785-96b4-32a82f70f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:58.944565 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-642f96f6-9180-45a5-8853-795b977df224 req-96ac7398-ea74-4785-96b4-32a82f70f2a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66d2d9b9-74e0-4052-b9dd-f6523b89ba5e HTTP/1.1" status: 200 len: 854 time: 0.0428133 Aug 05 02:22:58.988721 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f96f6-9180-45a5-8853-795b977df224 req-75ebb2b9-0b97-4fef-9b28-5e3f3960f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:22:58.990113 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-642f96f6-9180-45a5-8853-795b977df224 req-75ebb2b9-0b97-4fef-9b28-5e3f3960f94e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380311 Aug 05 02:22:59.344699 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-642f96f6-9180-45a5-8853-795b977df224 req-afdb5f7f-8cea-4aa9-8cb0-8c7cc8b90c58 service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426094 Aug 05 02:22:59.439447 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-642f96f6-9180-45a5-8853-795b977df224 req-65e39115-c88d-4632-841d-de3614db1de2 service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785694 Aug 05 02:22:59.562966 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:00.855640 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-3647dd84-8cce-4e26-a63c-b04d715e4ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:00.886483 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:02.092096 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:03.679773 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:09.316721 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-30f16c4b-ad8f-4e6b-b0e4-94c666568853 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909325623&fields=id&tenant_id=45b02b2264854d6bb2a8be0c6a548525 HTTP/1.1" status: 200 len: 267 time: 0.0323436 Aug 05 02:23:09.420545 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-60f788c0-d81a-4f71-9373-fa4e25b2013c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:09.422472 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-60f788c0-d81a-4f71-9373-fa4e25b2013c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 812 time: 0.0987968 Aug 05 02:23:09.437060 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-717a00c6-e0b8-4d92-98f1-ac50865c8488 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/quotas/45b02b2264854d6bb2a8be0c6a548525 HTTP/1.1" status: 200 len: 375 time: 0.0089967 Aug 05 02:23:09.492192 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-6d4c9011-e273-4353-a796-4f26e5205652 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0493038 Aug 05 02:23:09.587047 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-6f27554a-a1d1-4c0f-9cc9-d869a35c74fd service neutron] 10.222.0.39 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824366 Aug 05 02:23:09.673933 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-e9bd2ffd-bc26-45f1-8196-8a308aaf2335 service neutron] 10.222.0.39 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809584 Aug 05 02:23:09.945783 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b2ba4e4d-3690-4336-a33d-85d972652c06 req-c30a49ae-cd37-4857-a648-7665c7544904 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 210 time: 0.0264640 Aug 05 02:23:11.023601 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b8317137-31f9-45da-ba10-3256a5a1b9e9 req-cb44e7f4-115a-420c-a464-d79d243599fa tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 210 time: 0.0292594 Aug 05 02:23:12.102301 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f51afa45-ab12-47a0-9d72-9c1817feec28 req-24ccd949-a81d-42b8-be11-f2a371c5d2ff tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 210 time: 0.0313253 Aug 05 02:23:13.177960 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-08f19468-66f1-4f60-83de-8c694753eb53 req-c3c0822d-638e-49ce-9d0b-ed8541266e0c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 210 time: 0.0275171 Aug 05 02:23:14.266267 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5d2bb304-1e06-470d-8e3c-17346928f4f8 req-2e953dae-2618-444e-92e3-c751700907f0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 210 time: 0.0249798 Aug 05 02:23:14.914591 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-e6934792-44a5-40f2-bb7b-5d64ec5fcffa tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:14.916046 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-e6934792-44a5-40f2-bb7b-5d64ec5fcffa tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 812 time: 0.1049962 Aug 05 02:23:14.957911 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-2556852e-a7a8-4ba7-87e6-e240918167b6 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b02b2264854d6bb2a8be0c6a548525 HTTP/1.1" status: 200 len: 379 time: 0.0319963 Aug 05 02:23:14.972130 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'port': {'device_id': '03d66580-9a47-406c-a8ca-7752d81590b2', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'admin_state_up': True, 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'security_groups': ['e6cf37e9-9e87-4a70-852f-28e6687f4a30']}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:23:15.077957 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Made reservation on behalf of 45b02b2264854d6bb2a8be0c6a548525 for: {'port': 1} {{(pid=93456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 02:23:15.081934 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:15.206265 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_common [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Allocated IP 172.20.0.14 (ff09a226-147f-42b8-8e07-9d4b8ef3ccec/9358fe91-2f74-4e49-8c17-5dc021888674/436b7846-4afc-4293-bffb-292bac9f7d3f) {{(pid=93456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:23:15.346467 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for port, precommit_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:15.381605 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-cc1f1cb1-468f-4360-a0eb-8d72c5961ccc req-ef7ede90-cc26-4c5b-859e-48ab7f8c4de5 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 210 time: 0.0409276 Aug 05 02:23:15.386096 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Transition to ACTIVE for port object 436b7846-4afc-4293-bffb-292bac9f7d3f will not be triggered until provisioned by entity DHCP. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:23:15.418890 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_create {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:15.463621 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Network ff09a226-147f-42b8-8e07-9d4b8ef3ccec is already hosted by enough agents. {{(pid=93456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:23:15.466575 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.base_scheduler [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Resources bound (agent type, host, resource id): {{(pid=93456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:23:15.470311 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Received port after_create {{(pid=93456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:23:15.493348 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'Port': ['ID=436b7846-4afc-4293-bffb-292bac9f7d3f,revision_number=1']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:15.521415 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:15.522077 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:15.535909 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-82852aeb-66be-4313-a4d0-42fe763541df tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678031 Aug 05 02:23:15.548380 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.v2.base [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Request body: {'port': {'device_id': '03d66580-9a47-406c-a8ca-7752d81590b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80353'}} {{(pid=93456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:23:15.608384 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:15.658253 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-d70c8903-510c-4808-ad31-edf530fedecb None None] Provisioning for port 436b7846-4afc-4293-bffb-292bac9f7d3f completed by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:23:15.662139 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-d70c8903-510c-4808-ad31-edf530fedecb None None] Provisioning complete for port 436b7846-4afc-4293-bffb-292bac9f7d3f triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:23:15.662513 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-d70c8903-510c-4808-ad31-edf530fedecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:15.699250 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-d70c8903-510c-4808-ad31-edf530fedecb None None] Port 436b7846-4afc-4293-bffb-292bac9f7d3f cannot update to ACTIVE because it is not bound. {{(pid=93457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 05 02:23:15.863166 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436b7846-4afc-4293-bffb-292bac9f7d3f {{(pid=93456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:23:15.870591 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:15.882717 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Transition to ACTIVE for port object 436b7846-4afc-4293-bffb-292bac9f7d3f will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 05 02:23:15.886453 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:15.934195 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Pushing event updated for resources: {'Port': ['ID=436b7846-4afc-4293-bffb-292bac9f7d3f,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:16.007287 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Attempting to bind port 436b7846-4afc-4293-bffb-292bac9f7d3f on host hv-cinder-80353 for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 05 02:23:16.007627 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Attempting to bind port 436b7846-4afc-4293-bffb-292bac9f7d3f by drivers openvswitch,hyperv on host hv-cinder-80353 at level 0 using segments [{'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 05 02:23:16.007959 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Attempting to bind port 436b7846-4afc-4293-bffb-292bac9f7d3f on network ff09a226-147f-42b8-8e07-9d4b8ef3ccec {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:23:16.012386 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Port 436b7846-4afc-4293-bffb-292bac9f7d3f on network ff09a226-147f-42b8-8e07-9d4b8ef3ccec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80353 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 05 02:23:16.012731 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Attempting to bind port 436b7846-4afc-4293-bffb-292bac9f7d3f on network ff09a226-147f-42b8-8e07-9d4b8ef3ccec {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 05 02:23:16.018110 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Checking agent: {'id': 'cea4a379-acc9-4600-ba72-576fd1122f03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'started_at': datetime.datetime(2021, 8, 5, 2, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 5, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 05 02:23:16.018448 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Checking segment: {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 05 02:23:16.018865 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Bound using segment: {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 05 02:23:16.019297 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Bound port: 436b7846-4afc-4293-bffb-292bac9f7d3f, host: hv-cinder-80353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa27f1ac-47fc-4667-8e6c-81213c666205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 05 02:23:16.019660 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:16.083087 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] For port 436b7846-4afc-4293-bffb-292bac9f7d3f, host hv-cinder-80353, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 02:23:16.086014 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] For port 436b7846-4afc-4293-bffb-292bac9f7d3f, host hv-cinder-80353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=436b7846-4afc-4293-bffb-292bac9f7d3f,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 02:23:16.090488 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25278112'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:16.128594 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:16.129201 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:16.130596 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] 10.222.0.43 "PUT /v2.0/ports/436b7846-4afc-4293-bffb-292bac9f7d3f HTTP/1.1" status: 200 len: 1094 time: 0.5869467 Aug 05 02:23:16.131065 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d66580-9a47-406c-a8ca-7752d81590b2', 'tag': '436b7846-4afc-4293-bffb-292bac9f7d3f'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:23:16.133353 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0572688c-66f7-4a33-b769-a09981d89264" -d '{"events": [{"name": "network-changed", "server_uuid": "03d66580-9a47-406c-a8ca-7752d81590b2", "tag": "436b7846-4afc-4293-bffb-292bac9f7d3f"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:23:16.153995 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e1916-d205-4f60-81d1-f4fe0483aab7 service neutron] Pushing event updated for resources: {'Port': ['ID=436b7846-4afc-4293-bffb-292bac9f7d3f,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:16.183130 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504e6d21-e247-40ab-b1e1-4cb0781f2e73 x-openstack-request-id: req-504e6d21-e247-40ab-b1e1-4cb0781f2e73 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:23:16.183358 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d66580-9a47-406c-a8ca-7752d81590b2", "tag": "436b7846-4afc-4293-bffb-292bac9f7d3f", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:23:16.183606 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-504e6d21-e247-40ab-b1e1-4cb0781f2e73 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:23:16.183989 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d66580-9a47-406c-a8ca-7752d81590b2', 'tag': '436b7846-4afc-4293-bffb-292bac9f7d3f', 'status': 'completed', 'code': 200} Aug 05 02:23:16.221463 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-7b075ea4-a564-475e-a701-13fae7693571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:16.223014 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-7b075ea4-a564-475e-a701-13fae7693571 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 1097 time: 0.0490286 Aug 05 02:23:16.266718 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-96d359d8-873d-4a65-bc2f-e72ed46feb76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=436b7846-4afc-4293-bffb-292bac9f7d3f HTTP/1.1" status: 200 len: 217 time: 0.0344067 Aug 05 02:23:16.315576 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-ab0fd251-28a9-4e15-a341-31be631cb88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:16.317028 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-ab0fd251-28a9-4e15-a341-31be631cb88c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0433738 Aug 05 02:23:16.361583 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-bd51786d-cede-4b98-92df-2ca64aa4a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:16.363162 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-bd51786d-cede-4b98-92df-2ca64aa4a9fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396831 Aug 05 02:23:16.465307 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-16983a48-c640-4f8c-8927-c28e83d5e289 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940051 Aug 05 02:23:16.554184 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da0fc1-edab-4890-9e94-ac2dbc6290ea req-e63155a7-d217-4c78-8b0e-b1e647092ddf tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:16.555656 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c0da0fc1-edab-4890-9e94-ac2dbc6290ea req-e63155a7-d217-4c78-8b0e-b1e647092ddf tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 944 time: 0.1049082 Aug 05 02:23:16.594456 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0878fa04-2a34-43e5-83ba-5c14246ba968 req-b8adb56d-461b-44cd-880a-76f79f887562 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161766 Aug 05 02:23:16.607239 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-c0da0fc1-edab-4890-9e94-ac2dbc6290ea req-64ea68bf-382e-4984-bec8-afa74fe7d9d1 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454345 Aug 05 02:23:16.684601 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572688c-66f7-4a33-b769-a09981d89264 req-57dabfc4-b686-416e-a18b-ad2ea52d943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:16.685963 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0572688c-66f7-4a33-b769-a09981d89264 req-57dabfc4-b686-416e-a18b-ad2ea52d943d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 1097 time: 0.0394328 Aug 05 02:23:16.777850 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572688c-66f7-4a33-b769-a09981d89264 req-3a95e1ae-9146-43f5-b2b2-0e6a459f7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:16.779338 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0572688c-66f7-4a33-b769-a09981d89264 req-3a95e1ae-9146-43f5-b2b2-0e6a459f7bc2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 912 time: 0.0860062 Aug 05 02:23:16.822249 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0572688c-66f7-4a33-b769-a09981d89264 req-22533121-48a8-4ff1-b8e5-4f72a0313452 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=436b7846-4afc-4293-bffb-292bac9f7d3f HTTP/1.1" status: 200 len: 217 time: 0.0346785 Aug 05 02:23:16.879625 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572688c-66f7-4a33-b769-a09981d89264 req-7c8402ba-6798-4ec5-a618-8f195a6c63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:16.881087 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0572688c-66f7-4a33-b769-a09981d89264 req-7c8402ba-6798-4ec5-a618-8f195a6c63f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0476665 Aug 05 02:23:16.927877 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572688c-66f7-4a33-b769-a09981d89264 req-5bc28d1f-cd75-4681-9963-5c2e32795e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:16.929352 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0572688c-66f7-4a33-b769-a09981d89264 req-5bc28d1f-cd75-4681-9963-5c2e32795e58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392165 Aug 05 02:23:17.018674 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0572688c-66f7-4a33-b769-a09981d89264 req-b42266c2-a84d-4cf7-9656-c0f3331e40ca service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788684 Aug 05 02:23:17.111703 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-0572688c-66f7-4a33-b769-a09981d89264 req-d1499b32-c0da-4985-85f0-99bdfe04a4e9 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818839 Aug 05 02:23:17.724746 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01700a-8a44-4927-a3ce-8f042c196c6c req-a8e79daf-c8d9-4f62-a6fc-67f7985225c8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:17.726083 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4d01700a-8a44-4927-a3ce-8f042c196c6c req-a8e79daf-c8d9-4f62-a6fc-67f7985225c8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 944 time: 0.0472915 Aug 05 02:23:17.761398 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4d01700a-8a44-4927-a3ce-8f042c196c6c req-4b22d345-b3c1-4f2a-8d9a-04dd71b3b42f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295012 Aug 05 02:23:18.874363 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6440a-49e4-4b75-b2f1-657ab2d50756 req-d19af995-9443-4fd6-a765-372864c0be57 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:18.876386 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3fc6440a-49e4-4b75-b2f1-657ab2d50756 req-d19af995-9443-4fd6-a765-372864c0be57 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 944 time: 0.0498703 Aug 05 02:23:18.912839 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3fc6440a-49e4-4b75-b2f1-657ab2d50756 req-0d74b3df-e7bc-4748-8db7-10b9733e39c3 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306396 Aug 05 02:23:20.022327 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9a96-d90f-4781-b2a5-0bee13a937d7 req-cb717100-7343-4e6a-b748-d7918b032353 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:20.023779 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6e7c9a96-d90f-4781-b2a5-0bee13a937d7 req-cb717100-7343-4e6a-b748-d7918b032353 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 944 time: 0.0470500 Aug 05 02:23:20.059577 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-6e7c9a96-d90f-4781-b2a5-0bee13a937d7 req-1366bf58-101c-4257-ab2e-7a932980a422 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300305 Aug 05 02:23:21.169969 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fec9a-aa4c-4643-be27-081618afcd99 req-e76c9146-7a50-4c09-893c-c6589ded80d6 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:21.171422 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a46fec9a-aa4c-4643-be27-081618afcd99 req-e76c9146-7a50-4c09-893c-c6589ded80d6 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 944 time: 0.0466943 Aug 05 02:23:21.211353 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a46fec9a-aa4c-4643-be27-081618afcd99 req-18a41922-c376-45fd-8dc6-d4bbea7db664 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334632 Aug 05 02:23:21.685281 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:23:22.326003 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71adacc-ffd1-4d19-880f-0dc62e2d00e7 req-9d0b871d-429f-48a9-93f6-8ab7dd57c53b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:22.327482 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a71adacc-ffd1-4d19-880f-0dc62e2d00e7 req-9d0b871d-429f-48a9-93f6-8ab7dd57c53b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 944 time: 0.0516348 Aug 05 02:23:22.365347 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a71adacc-ffd1-4d19-880f-0dc62e2d00e7 req-95a42be4-6c25-46fe-a1c1-c71a9d8376e5 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304184 Aug 05 02:23:23.476897 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55f514-b0ee-490e-afbc-3fb7c54a8e16 req-2086155c-e805-42bb-ad4c-9aca814603c1 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:23.478355 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4c55f514-b0ee-490e-afbc-3fb7c54a8e16 req-2086155c-e805-42bb-ad4c-9aca814603c1 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 944 time: 0.0482180 Aug 05 02:23:23.514704 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4c55f514-b0ee-490e-afbc-3fb7c54a8e16 req-f019349e-e430-4b0c-afcd-f1c65e5e2fde tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304816 Aug 05 02:23:23.876887 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98550c-e264-4111-bb6d-a0679928bb36 req-629fe0cc-06b0-4117-aac2-8e8d80c8c150 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:23.878337 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fc98550c-e264-4111-bb6d-a0679928bb36 req-629fe0cc-06b0-4117-aac2-8e8d80c8c150 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0758877 Aug 05 02:23:23.883751 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f9bb8-2267-4e82-a3d5-d9e8f3552f9d req-4c4cc740-2970-4d23-bf13-ceee3c537df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:23.885092 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4c4f9bb8-2267-4e82-a3d5-d9e8f3552f9d req-4c4cc740-2970-4d23-bf13-ceee3c537df8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bce694629ba47e4b0d6d5e8f0ad754c&device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 1137 time: 0.0567064 Aug 05 02:23:23.967522 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-fc98550c-e264-4111-bb6d-a0679928bb36 req-657aa12e-11d2-43a0-a0fe-8a179af92f41 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813890 Aug 05 02:23:23.999706 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f9bb8-2267-4e82-a3d5-d9e8f3552f9d req-63d7d8bc-ad3b-43d6-a87f-0217bc3bc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:24.001195 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4c4f9bb8-2267-4e82-a3d5-d9e8f3552f9d req-63d7d8bc-ad3b-43d6-a87f-0217bc3bc6d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc HTTP/1.1" status: 200 len: 915 time: 0.0999405 Aug 05 02:23:24.069024 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4c4f9bb8-2267-4e82-a3d5-d9e8f3552f9d req-b8f674da-c64f-46d1-a321-f3040a8b58b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b HTTP/1.1" status: 200 len: 1001 time: 0.0591123 Aug 05 02:23:24.120088 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f9bb8-2267-4e82-a3d5-d9e8f3552f9d req-89c5be05-ea86-4efa-a28e-40d9d2b6e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:24.121508 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4c4f9bb8-2267-4e82-a3d5-d9e8f3552f9d req-89c5be05-ea86-4efa-a28e-40d9d2b6e601 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66d2d9b9-74e0-4052-b9dd-f6523b89ba5e HTTP/1.1" status: 200 len: 854 time: 0.0435059 Aug 05 02:23:24.167283 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f9bb8-2267-4e82-a3d5-d9e8f3552f9d req-7d61ce8b-fe61-4ab7-8528-2cc0c4b2e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:24.168697 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4c4f9bb8-2267-4e82-a3d5-d9e8f3552f9d req-7d61ce8b-fe61-4ab7-8528-2cc0c4b2e463 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378098 Aug 05 02:23:24.243924 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 436b7846-4afc-4293-bffb-292bac9f7d3f details requested by agent hyperv_hv-cinder-80353 with host hv-cinder-80353 {{(pid=93457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 02:23:24.260070 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4c4f9bb8-2267-4e82-a3d5-d9e8f3552f9d req-47229f93-3741-47f8-bd21-38eceaab57ae service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810266 Aug 05 02:23:24.335636 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 436b7846-4afc-4293-bffb-292bac9f7d3f, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=436b7846-4afc-4293-bffb-292bac9f7d3f,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:23:24.347156 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Returning: {'device': '436b7846-4afc-4293-bffb-292bac9f7d3f', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'port_id': '436b7846-4afc-4293-bffb-292bac9f7d3f', 'mac_address': 'fa:16:3e:a6:76:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 02:23:24.349827 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-4c4f9bb8-2267-4e82-a3d5-d9e8f3552f9d req-aebf35d1-8679-4441-a140-b327b6003d39 service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805945 Aug 05 02:23:24.385951 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:24.398388 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436b7846-4afc-4293-bffb-292bac9f7d3f {{(pid=93457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 05 02:23:24.417091 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 436b7846-4afc-4293-bffb-292bac9f7d3f, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=436b7846-4afc-4293-bffb-292bac9f7d3f,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:23:24.421903 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:24.471258 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=436b7846-4afc-4293-bffb-292bac9f7d3f,revision_number=4']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:24.478492 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:24.478879 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:24.479226 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:24.479567 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:24.479904 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:24.480241 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:24.480572 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:24.480903 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:24.481236 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:24.481561 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:24.481884 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:24.482207 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:23:24.626791 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0ec8c-9fed-4520-8577-8d097f15b807 req-9bf9bfd9-ed30-42a1-8d88-28d5aa923cbd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:24.628254 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3ee0ec8c-9fed-4520-8577-8d097f15b807 req-9bf9bfd9-ed30-42a1-8d88-28d5aa923cbd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 945 time: 0.0475483 Aug 05 02:23:24.659948 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['436b7846-4afc-4293-bffb-292bac9f7d3f'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:23:24.666288 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-3ee0ec8c-9fed-4520-8577-8d097f15b807 req-cebb9b73-3a02-4033-b8db-f35e61189fb9 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320740 Aug 05 02:23:25.081747 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020db9e-4bb2-48de-a2cb-c7fc8b4525b8 req-891173ba-e6b2-4662-9b69-2a67ff12d307 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:25.083475 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7020db9e-4bb2-48de-a2cb-c7fc8b4525b8 req-891173ba-e6b2-4662-9b69-2a67ff12d307 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0480785 Aug 05 02:23:25.124891 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-7020db9e-4bb2-48de-a2cb-c7fc8b4525b8 req-f71ca43d-e354-4a38-b05d-25cdcb9fd465 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356007 Aug 05 02:23:25.778236 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53773c2d-b584-42c7-857b-f84363ccb32c req-089841fa-8351-4785-85b2-d53a017d6506 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:25.779690 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-53773c2d-b584-42c7-857b-f84363ccb32c req-089841fa-8351-4785-85b2-d53a017d6506 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 945 time: 0.0469079 Aug 05 02:23:25.816020 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-53773c2d-b584-42c7-857b-f84363ccb32c req-b2127ed1-25ab-4529-bdc2-0259051b8459 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305190 Aug 05 02:23:26.236435 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe62972-a402-4f3f-95db-f3fba7b561f5 req-1a3e759d-d542-4a3a-b641-837f7df67407 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:26.237684 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 436b7846-4afc-4293-bffb-292bac9f7d3f up at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 02:23:26.238096 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ebe62972-a402-4f3f-95db-f3fba7b561f5 req-1a3e759d-d542-4a3a-b641-837f7df67407 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0473533 Aug 05 02:23:26.275899 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-ebe62972-a402-4f3f-95db-f3fba7b561f5 req-aa579a81-b4a5-42a3-97c0-9807b5f39894 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320756 Aug 05 02:23:26.285120 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning for port 436b7846-4afc-4293-bffb-292bac9f7d3f completed by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 05 02:23:26.288864 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Provisioning complete for port 436b7846-4afc-4293-bffb-292bac9f7d3f triggered by entity L2. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:23:26.289234 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:26.365439 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:26.386256 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d66580-9a47-406c-a8ca-7752d81590b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436b7846-4afc-4293-bffb-292bac9f7d3f'}] {{(pid=93457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:23:26.388499 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4ff3a93701d2be99a5abfe65eec6155fddbe6c5ba582717fc71ff7d90a5b1d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7297c97-85b7-4b32-9b91-9ad16e99b523" -d '{"events": [{"server_uuid": "03d66580-9a47-406c-a8ca-7752d81590b2", "name": "network-vif-plugged", "status": "completed", "tag": "436b7846-4afc-4293-bffb-292bac9f7d3f"}]}' {{(pid=93457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:23:26.401443 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] For port 436b7846-4afc-4293-bffb-292bac9f7d3f, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=436b7846-4afc-4293-bffb-292bac9f7d3f,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:23:26.405912 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991'] for port, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:26.429999 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e93499a-7fb1-422c-8add-65c0e1c4d985 x-openstack-request-id: req-7e93499a-7fb1-422c-8add-65c0e1c4d985 {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:23:26.430311 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d66580-9a47-406c-a8ca-7752d81590b2", "name": "network-vif-plugged", "status": "completed", "tag": "436b7846-4afc-4293-bffb-292bac9f7d3f", "code": 200}]} {{(pid=93457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:23:26.430549 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e93499a-7fb1-422c-8add-65c0e1c4d985 {{(pid=93457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:23:26.430955 dv-cinder-803533-1-iscsi neutron-server[93457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d66580-9a47-406c-a8ca-7752d81590b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436b7846-4afc-4293-bffb-292bac9f7d3f', 'code': 200} Aug 05 02:23:26.456090 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Pushing event updated for resources: {'Port': ['ID=436b7846-4afc-4293-bffb-292bac9f7d3f,revision_number=5']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:26.641339 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d72869-c883-4db4-9f46-502a693424c8 req-b7e4ff5d-3932-4f6c-99df-76331b652e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:26.643126 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-77d72869-c883-4db4-9f46-502a693424c8 req-b7e4ff5d-3932-4f6c-99df-76331b652e5c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 1099 time: 0.0402989 Aug 05 02:23:26.677187 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-77d72869-c883-4db4-9f46-502a693424c8 req-96b8865a-2e73-431d-87e6-abaef258e530 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264142 Aug 05 02:23:26.925114 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd0a8c-3122-45b5-9bfd-6d69c5be92cf req-01995918-198f-4a52-838c-67f3ccb6076c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:26.926541 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-56dd0a8c-3122-45b5-9bfd-6d69c5be92cf req-01995918-198f-4a52-838c-67f3ccb6076c tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 946 time: 0.0467603 Aug 05 02:23:26.966943 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-56dd0a8c-3122-45b5-9bfd-6d69c5be92cf req-ffa6e5f5-ede8-4116-b3ad-0f7241bd0d23 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343685 Aug 05 02:23:27.398558 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bade2-a8d6-4a06-9b4c-076a699c428d req-02f66ab2-9aa1-4922-bd85-872ce9f6f0ec tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:27.400791 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-845bade2-a8d6-4a06-9b4c-076a699c428d req-02f66ab2-9aa1-4922-bd85-872ce9f6f0ec tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0551410 Aug 05 02:23:27.453466 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-845bade2-a8d6-4a06-9b4c-076a699c428d req-2b0da7f7-6f67-4d48-becc-448e379a19e4 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456936 Aug 05 02:23:28.079107 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034287c-5421-4520-9fb0-63f4045ac011 req-0573d90c-1b8e-4778-9d30-6c4deaf203db tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:28.080545 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3034287c-5421-4520-9fb0-63f4045ac011 req-0573d90c-1b8e-4778-9d30-6c4deaf203db tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 946 time: 0.0507941 Aug 05 02:23:28.117354 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3034287c-5421-4520-9fb0-63f4045ac011 req-1ce7fcb8-57ce-47a2-b5a3-bbaacdd19eda tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307198 Aug 05 02:23:28.198282 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-3b3c747f-c5ad-40c8-8fd5-468991d18e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:28.228662 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19ddd4-9f47-4a78-87a1-d20910992a99 req-e4fdb4f9-0e4a-40a9-8238-d62d7ff7bd87 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:28.230123 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fe19ddd4-9f47-4a78-87a1-d20910992a99 req-e4fdb4f9-0e4a-40a9-8238-d62d7ff7bd87 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 946 time: 0.0490558 Aug 05 02:23:28.266706 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-fe19ddd4-9f47-4a78-87a1-d20910992a99 req-4224a260-9190-4e2a-9ed4-db0c4787ef07 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300136 Aug 05 02:23:28.288385 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55136) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:23:28.325590 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90a81e3-7ca0-476e-8882-be3cdfcc316d tempest-TestVolumeBootPattern-612968534 tempest-TestVolumeBootPattern-612968534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:28.327065 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-c90a81e3-7ca0-476e-8882-be3cdfcc316d tempest-TestVolumeBootPattern-612968534 tempest-TestVolumeBootPattern-612968534-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 1094 time: 0.0377293 Aug 05 02:23:28.330240 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55138) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:23:28.334798 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Request body: {'floatingip': {'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'port_id': '436b7846-4afc-4293-bffb-292bac9f7d3f', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:23:28.355694 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:28.423714 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6beabe14-54d0-4014-a126-0069abad4e0a req-3ff5d009-bdf9-4506-a1b1-39e776c9d9b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402815 Aug 05 02:23:28.454079 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:28.507294 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beabe14-54d0-4014-a126-0069abad4e0a req-d127688a-3eaa-4604-a6fa-ff415a34e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:28.508907 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6beabe14-54d0-4014-a126-0069abad4e0a req-d127688a-3eaa-4604-a6fa-ff415a34e664 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 1098 time: 0.0403504 Aug 05 02:23:28.560633 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Allocated IP 172.27.3.240 (6f5d931a-e1be-40dc-90fa-8a74aedeb5a8/df0adf09-eb88-4ce0-a246-3385c71d1ff4/b265f07e-46b8-4ff2-9550-ceed3b40b072) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 02:23:28.627964 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741f07d-a17f-40f0-a77d-9bb3a20b64e5 req-f134e238-67d3-4a3e-8620-342e3209fe95 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:28.629424 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2741f07d-a17f-40f0-a77d-9bb3a20b64e5 req-f134e238-67d3-4a3e-8620-342e3209fe95 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.1058290 Aug 05 02:23:28.659327 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beabe14-54d0-4014-a126-0069abad4e0a req-0dcc225e-0323-4ae6-a6a5-4750694112fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:28.660790 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6beabe14-54d0-4014-a126-0069abad4e0a req-0dcc225e-0323-4ae6-a6a5-4750694112fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 912 time: 0.1286740 Aug 05 02:23:28.669530 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:28.708498 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772730079955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:28.717293 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2741f07d-a17f-40f0-a77d-9bb3a20b64e5 req-953601db-43cc-4117-a55f-b0915c454246 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736589 Aug 05 02:23:28.746606 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6beabe14-54d0-4014-a126-0069abad4e0a req-a62b6725-c8bc-4a93-8428-a44355a02cef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c692a4b-cd03-4a19-958d-742dc63de8a7 HTTP/1.1" status: 200 len: 1001 time: 0.0784187 Aug 05 02:23:28.754681 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Network 6f5d931a-e1be-40dc-90fa-8a74aedeb5a8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 02:23:28.755970 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'Port': ['ID=b265f07e-46b8-4ff2-9550-ceed3b40b072,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:28.759540 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 02:23:28.761820 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 05 02:23:28.796387 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beabe14-54d0-4014-a126-0069abad4e0a req-0b7defdc-75bd-466d-814a-fa27c5fc5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:28.798410 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6beabe14-54d0-4014-a126-0069abad4e0a req-0b7defdc-75bd-466d-814a-fa27c5fc5dd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0443184 Aug 05 02:23:28.850874 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beabe14-54d0-4014-a126-0069abad4e0a req-6c8669ce-bb3c-4652-8cb0-45e69aea478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:28.852399 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6beabe14-54d0-4014-a126-0069abad4e0a req-6c8669ce-bb3c-4652-8cb0-45e69aea478b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465813 Aug 05 02:23:28.944901 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6beabe14-54d0-4014-a126-0069abad4e0a req-d439a7d7-1dce-4560-b894-0b0441f1ae12 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837963 Aug 05 02:23:29.034179 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6beabe14-54d0-4014-a126-0069abad4e0a req-5215f222-9b21-4571-87cf-fa8758cfad17 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814712 Aug 05 02:23:29.111001 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:29.179074 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:29.319361 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:29.323679 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:29.395591 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event updated for resources: {'Port': ['ID=b265f07e-46b8-4ff2-9550-ceed3b40b072,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:23:29.403113 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683344'] for floatingip, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:29.562705 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:29.734141 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.l3_db [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Floating IP 5e0b7e41-8379-469c-8ca6-34e0da730769 associated. External IP: 172.27.3.240, port: 436b7846-4afc-4293-bffb-292bac9f7d3f. Aug 05 02:23:29.868668 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81750f75-89f6-4478-8571-bd908a98361b req-66ba7aef-ea0a-41b8-ba4b-a3c68d75a2ca tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:29.870108 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-81750f75-89f6-4478-8571-bd908a98361b req-66ba7aef-ea0a-41b8-ba4b-a3c68d75a2ca tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0627315 Aug 05 02:23:29.976718 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-81750f75-89f6-4478-8571-bd908a98361b req-8f23df8c-69fb-4454-8718-470f31417597 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744486 Aug 05 02:23:30.001873 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Router 8cb389e2-9664-49f5-800a-c7f0229e7c32 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:23:30.106927 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:23:30.116571 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c4195-1178-4388-8280-8ccca0ad3af7 None None] Sync routers for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:23:30.123066 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:30.126863 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c4195-1178-4388-8280-8ccca0ad3af7 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:23:30.127486 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-b71c4195-1178-4388-8280-8ccca0ad3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:23:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:30.150967 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-6e2d44c6-c262-40e9-82cb-52f52cd9a7dd tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8196681 Aug 05 02:23:30.151784 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d66580-9a47-406c-a8ca-7752d81590b2', 'tag': '436b7846-4afc-4293-bffb-292bac9f7d3f'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:23:30.154203 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b13addc-245e-4a0f-a6a4-69b091ae8c97" -d '{"events": [{"name": "network-changed", "server_uuid": "03d66580-9a47-406c-a8ca-7752d81590b2", "tag": "436b7846-4afc-4293-bffb-292bac9f7d3f"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:23:30.195090 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ae7a3e-6e20-48b1-8779-c190d9e1ef23 x-openstack-request-id: req-f5ae7a3e-6e20-48b1-8779-c190d9e1ef23 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:23:30.195380 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d66580-9a47-406c-a8ca-7752d81590b2", "tag": "436b7846-4afc-4293-bffb-292bac9f7d3f", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:23:30.195633 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5ae7a3e-6e20-48b1-8779-c190d9e1ef23 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:23:30.196032 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d66580-9a47-406c-a8ca-7752d81590b2', 'tag': '436b7846-4afc-4293-bffb-292bac9f7d3f', 'status': 'completed', 'code': 200} Aug 05 02:23:30.233318 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-b71c4195-1178-4388-8280-8ccca0ad3af7 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:23:30.260800 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13addc-245e-4a0f-a6a4-69b091ae8c97 req-382b3dad-7381-4663-a27c-4d13a9c718d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:30.262203 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5b13addc-245e-4a0f-a6a4-69b091ae8c97 req-382b3dad-7381-4663-a27c-4d13a9c718d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 1099 time: 0.0427234 Aug 05 02:23:30.352741 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13addc-245e-4a0f-a6a4-69b091ae8c97 req-cd716da3-dff2-4243-8311-bcafd6de7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:30.354236 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5b13addc-245e-4a0f-a6a4-69b091ae8c97 req-cd716da3-dff2-4243-8311-bcafd6de7f1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 912 time: 0.0842645 Aug 05 02:23:30.426631 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5b13addc-245e-4a0f-a6a4-69b091ae8c97 req-f7dd7205-8043-4b47-b933-8eaca613ade2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=436b7846-4afc-4293-bffb-292bac9f7d3f HTTP/1.1" status: 200 len: 1000 time: 0.0623641 Aug 05 02:23:30.475439 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13addc-245e-4a0f-a6a4-69b091ae8c97 req-064650ea-a9a3-4348-86e3-01c194509482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:30.476892 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5b13addc-245e-4a0f-a6a4-69b091ae8c97 req-064650ea-a9a3-4348-86e3-01c194509482 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0433743 Aug 05 02:23:30.522173 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13addc-245e-4a0f-a6a4-69b091ae8c97 req-036c4dd4-092a-4760-bbb3-73f005344567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:30.523589 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5b13addc-245e-4a0f-a6a4-69b091ae8c97 req-036c4dd4-092a-4760-bbb3-73f005344567 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393834 Aug 05 02:23:30.575033 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-b71c4195-1178-4388-8280-8ccca0ad3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '5e0b7e41-8379-469c-8ca6-34e0da730769', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': '436b7846-4afc-4293-bffb-292bac9f7d3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:a6:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d66580-9a47-406c-a8ca-7752d81590b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:23:28Z', 'updated_at': '2021-08-05T02:23:28Z', 'revision_number': 0, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}, {'id': '8dc008af-5998-424a-935f-5ab6357f1146', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:27:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5bc55-8460-47d6-bff4-255098f2427d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:21:20Z', 'updated_at': '2021-08-05T02:21:23Z', 'revision_number': 1, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:30.601613 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c4195-1178-4388-8280-8ccca0ad3af7 None None] Checking router: 8cb389e2-9664-49f5-800a-c7f0229e7c32 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:23:30.609643 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c4195-1178-4388-8280-8ccca0ad3af7 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:23:30.610255 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-b71c4195-1178-4388-8280-8ccca0ad3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:23:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:30.616265 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5b13addc-245e-4a0f-a6a4-69b091ae8c97 req-775e434d-c46a-4743-824c-17eb8b3d17ae service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846088 Aug 05 02:23:30.705152 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-5b13addc-245e-4a0f-a6a4-69b091ae8c97 req-ff9e85e8-35c3-4a92-9515-aed44e3fc5cd service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818570 Aug 05 02:23:30.714106 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-b71c4195-1178-4388-8280-8ccca0ad3af7 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:23:30.879094 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-00788ad9-f061-4c44-ad11-2b9f4ade4441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:30.897634 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:30.951973 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-b71c4195-1178-4388-8280-8ccca0ad3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '5e0b7e41-8379-469c-8ca6-34e0da730769', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': '436b7846-4afc-4293-bffb-292bac9f7d3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:a6:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d66580-9a47-406c-a8ca-7752d81590b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:23:28Z', 'updated_at': '2021-08-05T02:23:28Z', 'revision_number': 0, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}, {'id': '8dc008af-5998-424a-935f-5ab6357f1146', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:27:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5bc55-8460-47d6-bff4-255098f2427d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:21:20Z', 'updated_at': '2021-08-05T02:21:23Z', 'revision_number': 1, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:23:30.977737 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71c4195-1178-4388-8280-8ccca0ad3af7 None None] The sync data for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi is: [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '5e0b7e41-8379-469c-8ca6-34e0da730769', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': '436b7846-4afc-4293-bffb-292bac9f7d3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:a6:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d66580-9a47-406c-a8ca-7752d81590b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:23:28Z', 'updated_at': '2021-08-05T02:23:28Z', 'revision_number': 0, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}, {'id': '8dc008af-5998-424a-935f-5ab6357f1146', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:27:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5bc55-8460-47d6-bff4-255098f2427d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:21:20Z', 'updated_at': '2021-08-05T02:21:23Z', 'revision_number': 1, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:23:31.093234 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8977-ba66-45d0-9d67-a7e94cec94dd req-0986e455-3fe8-4d0f-b1da-27fd38591dc7 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:31.094848 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a5cc8977-ba66-45d0-9d67-a7e94cec94dd req-0986e455-3fe8-4d0f-b1da-27fd38591dc7 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0501823 Aug 05 02:23:31.136651 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-a5cc8977-ba66-45d0-9d67-a7e94cec94dd req-37757645-b208-4148-ad7c-b30cf6dcef20 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355716 Aug 05 02:23:31.162860 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f04d8-b602-4578-819f-ca87a033a93d None None] New status for floating IP 5e0b7e41-8379-469c-8ca6-34e0da730769: ACTIVE {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:23:32.099265 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:32.255749 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a4da5-4120-448f-9fc0-6bb23d1bb264 req-8b6edd2e-56ba-404b-b3b1-a9b2282ed56b tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:32.257191 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f78a4da5-4120-448f-9fc0-6bb23d1bb264 req-8b6edd2e-56ba-404b-b3b1-a9b2282ed56b tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0521765 Aug 05 02:23:32.295541 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f78a4da5-4120-448f-9fc0-6bb23d1bb264 req-dba000a1-73a6-449c-9d1f-d55f729fc018 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323470 Aug 05 02:23:33.411983 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a015d1c-3883-4233-8e20-882233cbae1b req-5d7d280f-7944-481e-9581-4917ce495b67 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:33.413444 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2a015d1c-3883-4233-8e20-882233cbae1b req-5d7d280f-7944-481e-9581-4917ce495b67 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0518391 Aug 05 02:23:33.458249 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-2a015d1c-3883-4233-8e20-882233cbae1b req-5eaf98a3-be39-4183-abf1-c059bd7ca2ce tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387154 Aug 05 02:23:33.682664 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:34.569578 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054aa13-d1f9-464f-8e1c-4d5792eabf3a req-a05aaef4-6d57-428d-bb1e-6ed0751b0ccf tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:34.571057 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6054aa13-d1f9-464f-8e1c-4d5792eabf3a req-a05aaef4-6d57-428d-bb1e-6ed0751b0ccf tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0478668 Aug 05 02:23:34.609366 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-6054aa13-d1f9-464f-8e1c-4d5792eabf3a req-ccbdb4d9-5b5c-446f-9e37-61d50edd1440 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324993 Aug 05 02:23:35.720760 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f668a-06d6-4113-b569-937a18806856 req-94eef69f-b90b-41b1-8cc3-d9f30ba89196 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:35.722116 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e84f668a-06d6-4113-b569-937a18806856 req-94eef69f-b90b-41b1-8cc3-d9f30ba89196 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0471687 Aug 05 02:23:35.761858 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e84f668a-06d6-4113-b569-937a18806856 req-c529f0d9-d015-4d02-a108-e6de0c175b7a tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335643 Aug 05 02:23:36.872031 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57546161-84e3-4b05-bf59-a53adb8a37e1 req-39d190f7-4caa-4f92-a6e9-b5ed7bc526f2 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:36.873463 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-57546161-84e3-4b05-bf59-a53adb8a37e1 req-39d190f7-4caa-4f92-a6e9-b5ed7bc526f2 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0471263 Aug 05 02:23:36.912154 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-57546161-84e3-4b05-bf59-a53adb8a37e1 req-d032bcb3-cdfe-41f0-b449-81d5db2af5a1 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321426 Aug 05 02:23:38.031075 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c62527-4015-4b5f-9858-83d02e73e786 req-551a9544-a9f1-4112-b2d1-b7d248d8c88d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:38.033111 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-90c62527-4015-4b5f-9858-83d02e73e786 req-551a9544-a9f1-4112-b2d1-b7d248d8c88d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0480795 Aug 05 02:23:38.073470 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-90c62527-4015-4b5f-9858-83d02e73e786 req-a9b7d34c-3dc3-4ce4-a6f6-af89030f341f tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344689 Aug 05 02:23:39.189986 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d50f6-2756-41ff-9cf5-752c46e8da52 req-98d2ed3c-1d07-415f-8897-458839afefa6 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:39.191446 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d19d50f6-2756-41ff-9cf5-752c46e8da52 req-98d2ed3c-1d07-415f-8897-458839afefa6 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0507534 Aug 05 02:23:39.230331 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-d19d50f6-2756-41ff-9cf5-752c46e8da52 req-a9ca0608-755d-40ec-a3b8-2a631d894337 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329437 Aug 05 02:23:40.344859 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35828b8-a188-48ea-b2ac-4be4520b496b req-dec335c4-9c5c-4c9f-8b42-48fbaf060c92 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:40.346856 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b35828b8-a188-48ea-b2ac-4be4520b496b req-dec335c4-9c5c-4c9f-8b42-48fbaf060c92 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0523763 Aug 05 02:23:40.385260 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-b35828b8-a188-48ea-b2ac-4be4520b496b req-9867812e-bf1e-4897-bf43-1d9d4bc25660 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324030 Aug 05 02:23:41.498038 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336157b1-9b38-4612-a56b-e6b92da20ffa req-eb698b66-b767-43a2-bff1-c93c6739b31a tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:41.499496 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-336157b1-9b38-4612-a56b-e6b92da20ffa req-eb698b66-b767-43a2-bff1-c93c6739b31a tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0476806 Aug 05 02:23:41.538308 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-336157b1-9b38-4612-a56b-e6b92da20ffa req-6bd7317c-fc22-49b3-bb3e-1231b9a309ea tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323663 Aug 05 02:23:42.651249 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a31b66-401e-4a8f-b94c-332fa3c6fae3 req-1efd3785-e0c6-4f08-a7d8-43e2ad019e05 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:42.652712 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e8a31b66-401e-4a8f-b94c-332fa3c6fae3 req-1efd3785-e0c6-4f08-a7d8-43e2ad019e05 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0483968 Aug 05 02:23:42.691492 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-e8a31b66-401e-4a8f-b94c-332fa3c6fae3 req-075ceafe-6ac1-45df-89f1-c0d247c408de tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327699 Aug 05 02:23:43.803000 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826948c-eced-4525-b963-2f3c860dbf19 req-5b1a4d6c-27c7-4c09-be54-ed58140feae9 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:43.804448 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3826948c-eced-4525-b963-2f3c860dbf19 req-5b1a4d6c-27c7-4c09-be54-ed58140feae9 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0476322 Aug 05 02:23:43.842873 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-3826948c-eced-4525-b963-2f3c860dbf19 req-f43d6ab6-fb4f-48ae-a901-c5091548dc88 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324442 Aug 05 02:23:44.954129 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33a434-bf12-4b44-8a30-b6e2199d00a1 req-22165305-f32a-4003-80d6-200df177ad81 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:44.955612 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ac33a434-bf12-4b44-8a30-b6e2199d00a1 req-22165305-f32a-4003-80d6-200df177ad81 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0489559 Aug 05 02:23:44.997215 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ac33a434-bf12-4b44-8a30-b6e2199d00a1 req-9a2c29e3-6e7c-4a84-bab9-0f3bbdde1be3 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352087 Aug 05 02:23:46.114383 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a12dbd-116c-4345-b6b9-f48bad03c85f req-0695bf0f-abaf-47c0-9232-116c19443126 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:23:46.115847 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a9a12dbd-116c-4345-b6b9-f48bad03c85f req-0695bf0f-abaf-47c0-9232-116c19443126 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0515473 Aug 05 02:23:46.154002 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a9a12dbd-116c-4345-b6b9-f48bad03c85f req-bb29e6ac-08ca-4cde-862c-f3b7b96d4ccf tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&id=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322585 Aug 05 02:23:58.199813 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a49487f4-69a7-4ead-bac8-e6117421a943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:23:58.684148 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:23:59.577108 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:00.859199 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-df924ac3-e2a1-4726-b867-1200159036b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:00.886399 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:02.099471 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:03.685026 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:19.748417 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ff2f4506-9370-4079-a69b-6c7c33789c7c req-f9f5d5c6-1561-47e5-81b0-c57a863d8abb tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313057350&fields=id&tenant_id=9bce694629ba47e4b0d6d5e8f0ad754c HTTP/1.1" status: 200 len: 267 time: 0.1377282 Aug 05 02:24:19.805155 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4506-9370-4079-a69b-6c7c33789c7c req-218eab7d-110e-4ba6-8c9e-ce2273000516 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:19.806626 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ff2f4506-9370-4079-a69b-6c7c33789c7c req-218eab7d-110e-4ba6-8c9e-ce2273000516 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 984 time: 0.0526128 Aug 05 02:24:19.818137 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.v2.base [req-ff2f4506-9370-4079-a69b-6c7c33789c7c req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Request body: {'port': {'security_groups': ['af1dbb84-dd49-466b-a9b7-968f47021fb2']}} {{(pid=93455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 05 02:24:19.883805 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-ff2f4506-9370-4079-a69b-6c7c33789c7c req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16401137'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.053268 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [req-ff2f4506-9370-4079-a69b-6c7c33789c7c req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] For port 82f8e3b5-7909-4f65-ba40-cf2a5184746b, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:20.083682 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-ff2f4506-9370-4079-a69b-6c7c33789c7c req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.088193 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-ff2f4506-9370-4079-a69b-6c7c33789c7c req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772730499413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772730079973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772730079991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3673059'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.105770 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['82f8e3b5-7909-4f65-ba40-cf2a5184746b'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:24:20.140430 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4506-9370-4079-a69b-6c7c33789c7c req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:20.141088 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [req-ff2f4506-9370-4079-a69b-6c7c33789c7c req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.142519 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ff2f4506-9370-4079-a69b-6c7c33789c7c req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "PUT /v2.0/ports/82f8e3b5-7909-4f65-ba40-cf2a5184746b HTTP/1.1" status: 200 len: 942 time: 0.3293965 Aug 05 02:24:20.143000 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:24:20.149278 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dec3945-496c-4a1c-af7e-811b6ad0c713" -d '{"events": [{"name": "network-changed", "server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:24:20.149668 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 55206) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:20.203049 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event updated for resources: {'Port': ['ID=82f8e3b5-7909-4f65-ba40-cf2a5184746b,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:20.210792 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.211144 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.211486 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.212507 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.212507 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.212507 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.212818 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.213090 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.213420 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.213743 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.214066 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.214388 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7144141b-6875-443a-872f-969dfd91ee90 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.222055 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae42b1e-0214-48c4-84f1-6caf6c80e348 x-openstack-request-id: req-9ae42b1e-0214-48c4-84f1-6caf6c80e348 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:24:20.223091 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:24:20.223511 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ae42b1e-0214-48c4-84f1-6caf6c80e348 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:24:20.224072 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'status': 'completed', 'code': 200} Aug 05 02:24:20.235018 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.250527 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['82f8e3b5-7909-4f65-ba40-cf2a5184746b'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:24:20.267353 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.352002 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-a4ad5adf-271d-4560-93d7-44ff419ca4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:20.353596 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-a4ad5adf-271d-4560-93d7-44ff419ca4d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bce694629ba47e4b0d6d5e8f0ad754c&device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 1098 time: 0.1125748 Aug 05 02:24:20.358936 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.361597 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.362679 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "DELETE /v2.0/security-groups/85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a HTTP/1.1" status: 204 len: 168 time: 0.2129986 Aug 05 02:24:20.365609 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55210) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:20.429790 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dde68b-0c6f-4624-8cb3-e4e1f2c4fe8a,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:20.443571 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.443922 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.444263 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.444599 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.444930 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.445265 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.445589 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.445918 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.446241 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.446563 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.446914 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.447236 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfdb9a9-2743-48b5-9ee7-f583fc78ad1d tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:20.475101 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-2a7d4b99-543b-4f58-8188-28ea10b045f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:20.477153 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-2a7d4b99-543b-4f58-8188-28ea10b045f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc HTTP/1.1" status: 200 len: 915 time: 0.1134632 Aug 05 02:24:20.481267 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.provisioning_blocks [None req-b94a3215-fec4-496f-89d2-8782f0d22fd8 None None] Provisioning complete for port 82f8e3b5-7909-4f65-ba40-cf2a5184746b triggered by entity DHCP. {{(pid=93457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 05 02:24:20.481645 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-b94a3215-fec4-496f-89d2-8782f0d22fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16605478'] for port, provisioning_complete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.527988 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Deleting port d148b8c4-6a0b-4946-bfc1-164c9f51c5eb {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:24:20.528373 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.545841 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-64f3af4c-8b18-47ec-abad-aa2deb34aea0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b HTTP/1.1" status: 200 len: 1001 time: 0.0582011 Aug 05 02:24:20.601300 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-0e03d4e4-b119-46b9-bd4f-68706214b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:20.602679 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-0e03d4e4-b119-46b9-bd4f-68706214b5a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66d2d9b9-74e0-4052-b9dd-f6523b89ba5e HTTP/1.1" status: 200 len: 854 time: 0.0471573 Aug 05 02:24:20.603054 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.603384 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.615069 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Calling delete_port for d148b8c4-6a0b-4946-bfc1-164c9f51c5eb owned by network:floatingip {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:24:20.650766 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-90f5f166-e753-4854-b55f-21d67759c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:20.652234 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-90f5f166-e753-4854-b55f-21d67759c552 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393140 Aug 05 02:24:20.664590 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-e7c38217-5337-4be4-b645-a805b7226ae8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 05 02:24:20.665564 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-e7c38217-5337-4be4-b645-a805b7226ae8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050044 Aug 05 02:24:20.757729 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-bf8f33c9-9c3d-4ded-8c23-cbf2dbed3ecb service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834880 Aug 05 02:24:20.762882 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.789016 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event deleted for resources: {'Port': ['ID=d148b8c4-6a0b-4946-bfc1-164c9f51c5eb,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:20.848077 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks [] for floatingip, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:20.848426 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.db.l3_db [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Floating IP 6aa9a3b9-754f-4c0c-9b49-75add412833e disassociated (deleted). External IP: 172.27.3.194, port: 82f8e3b5-7909-4f65-ba40-cf2a5184746b. Aug 05 02:24:20.849255 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2dec3945-496c-4a1c-af7e-811b6ad0c713 req-cb2554b8-bde8-4e93-9c4a-53f1d69ba86e service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832658 Aug 05 02:24:21.045504 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Router 231f16bf-f09f-4e92-af7e-af148d7b506d has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:24:21.148453 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:24:21.152890 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:21.158307 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b7db7-1a43-405d-86f6-60bb9d60700a None None] Sync routers for ids ['231f16bf-f09f-4e92-af7e-af148d7b506d'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:24:21.167429 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b7db7-1a43-405d-86f6-60bb9d60700a None None] Routers {'231f16bf-f09f-4e92-af7e-af148d7b506d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:24:21.168044 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-278b7db7-1a43-405d-86f6-60bb9d60700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:24:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['231f16bf-f09f-4e92-af7e-af148d7b506d'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:21.182280 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-9c8c5e45-2cf7-4fcf-ae20-9c8a074d7a11 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "DELETE /v2.0/floatingips/6aa9a3b9-754f-4c0c-9b49-75add412833e HTTP/1.1" status: 204 len: 168 time: 0.8155234 Aug 05 02:24:21.272266 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-278b7db7-1a43-405d-86f6-60bb9d60700a None None] Set router 231f16bf-f09f-4e92-af7e-af148d7b506d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:24:21.469851 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-278b7db7-1a43-405d-86f6-60bb9d60700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'cf89715a-00f6-4dd4-8b92-6e27a0a7a174', 'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'mac_address': 'fa:16:3e:cb:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:12Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 5, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'subnets': [{'id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:21.496858 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b7db7-1a43-405d-86f6-60bb9d60700a None None] Checking router: 231f16bf-f09f-4e92-af7e-af148d7b506d for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:24:21.505198 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b7db7-1a43-405d-86f6-60bb9d60700a None None] Routers {'231f16bf-f09f-4e92-af7e-af148d7b506d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:24:21.505807 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-278b7db7-1a43-405d-86f6-60bb9d60700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:24:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['231f16bf-f09f-4e92-af7e-af148d7b506d'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:21.607177 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-278b7db7-1a43-405d-86f6-60bb9d60700a None None] Set router 231f16bf-f09f-4e92-af7e-af148d7b506d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:24:21.798364 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-278b7db7-1a43-405d-86f6-60bb9d60700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'cf89715a-00f6-4dd4-8b92-6e27a0a7a174', 'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'mac_address': 'fa:16:3e:cb:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:12Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 5, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'subnets': [{'id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:21.826583 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b7db7-1a43-405d-86f6-60bb9d60700a None None] The sync data for ids ['231f16bf-f09f-4e92-af7e-af148d7b506d'] in dv-cinder-803533-1-iscsi is: [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:12Z', 'revision_number': 4, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': 'cf89715a-00f6-4dd4-8b92-6e27a0a7a174', 'name': '', 'network_id': '43b3bd1d-1922-4ab4-a74b-55b750fb5dcc', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'mac_address': 'fa:16:3e:cb:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:12Z', 'updated_at': '2021-08-05T02:22:17Z', 'revision_number': 5, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'subnets': [{'id': '66d2d9b9-74e0-4052-b9dd-f6523b89ba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:24:22.043513 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02099e23-018d-4085-b6c9-c7cfad7f8eef None None] New status for floating IP 6aa9a3b9-754f-4c0c-9b49-75add412833e: DOWN {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:24:22.225732 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:24:22.228113 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b611c13703af74ae5ee291c004163e5153e7d23b03e936455af9134851a37c63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1676de9c-8704-48ac-bcb1-105e2eb26acd" -d '{"events": [{"name": "network-changed", "server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:24:22.263503 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941d8cee-ae8e-4ef1-ab0a-ebd549f6c09b x-openstack-request-id: req-941d8cee-ae8e-4ef1-ab0a-ebd549f6c09b {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:24:22.263790 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b", "status": "completed", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:24:22.264039 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-941d8cee-ae8e-4ef1-ab0a-ebd549f6c09b {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:24:22.264432 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'status': 'completed', 'code': 200} Aug 05 02:24:22.324553 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676de9c-8704-48ac-bcb1-105e2eb26acd req-e30e98fb-afdb-4f45-b990-3ecff02f0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:22.325995 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1676de9c-8704-48ac-bcb1-105e2eb26acd req-e30e98fb-afdb-4f45-b990-3ecff02f0526 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9bce694629ba47e4b0d6d5e8f0ad754c&device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 1098 time: 0.0394182 Aug 05 02:24:22.415039 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676de9c-8704-48ac-bcb1-105e2eb26acd req-679e38d8-d558-469b-a6e4-5c6dea82049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:22.416489 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1676de9c-8704-48ac-bcb1-105e2eb26acd req-679e38d8-d558-469b-a6e4-5c6dea82049e service neutron] 10.222.0.43 "GET /v2.0/networks?id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc HTTP/1.1" status: 200 len: 915 time: 0.0837703 Aug 05 02:24:22.459433 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1676de9c-8704-48ac-bcb1-105e2eb26acd req-c6a6913b-9670-4383-9774-3498d7ee5c37 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b HTTP/1.1" status: 200 len: 217 time: 0.0347507 Aug 05 02:24:22.512324 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676de9c-8704-48ac-bcb1-105e2eb26acd req-a377c7be-f838-405c-9ebe-e944e428fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:22.513744 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1676de9c-8704-48ac-bcb1-105e2eb26acd req-a377c7be-f838-405c-9ebe-e944e428fdff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66d2d9b9-74e0-4052-b9dd-f6523b89ba5e HTTP/1.1" status: 200 len: 854 time: 0.0463583 Aug 05 02:24:22.559266 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676de9c-8704-48ac-bcb1-105e2eb26acd req-96ab95f4-cebb-44b1-b3cb-a1fe2f16de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:22.560825 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1676de9c-8704-48ac-bcb1-105e2eb26acd req-96ab95f4-cebb-44b1-b3cb-a1fe2f16de49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402441 Aug 05 02:24:22.655212 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1676de9c-8704-48ac-bcb1-105e2eb26acd req-a2612dde-08df-486d-b3c0-86ee3b8c44b8 service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869353 Aug 05 02:24:22.745557 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-1676de9c-8704-48ac-bcb1-105e2eb26acd req-c129299f-ad1e-46d2-b043-d418f375abcb service neutron] 10.222.0.43 "GET /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835760 Aug 05 02:24:23.879697 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4dd5b-4f40-4ffc-95a1-1c135daa2c67 req-185a308f-d59a-4c6d-ad10-f9fd832cd821 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:23.881409 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f8c4dd5b-4f40-4ffc-95a1-1c135daa2c67 req-185a308f-d59a-4c6d-ad10-f9fd832cd821 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 945 time: 0.0484209 Aug 05 02:24:23.923355 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-f8c4dd5b-4f40-4ffc-95a1-1c135daa2c67 req-cc78e90e-5671-476c-888b-2f727d871e89 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331748 Aug 05 02:24:25.083156 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939482d4-7bab-4c8c-b286-3f82bdd8518d req-495339f4-d8b2-45fb-9fd8-a35c167d7f61 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:25.084620 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-939482d4-7bab-4c8c-b286-3f82bdd8518d req-495339f4-d8b2-45fb-9fd8-a35c167d7f61 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 945 time: 0.0952675 Aug 05 02:24:25.121605 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-939482d4-7bab-4c8c-b286-3f82bdd8518d req-03a109a1-28dc-42d9-9c5a-71df8188b888 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/security-groups?id=af1dbb84-dd49-466b-a9b7-968f47021fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311229 Aug 05 02:24:25.532509 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009e9e5-1758-4194-b34a-5f53c3f4a203 req-60e13699-5931-437e-96ed-e200710a7a74 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:25.533903 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b009e9e5-1758-4194-b34a-5f53c3f4a203 req-60e13699-5931-437e-96ed-e200710a7a74 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.43 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 945 time: 0.0458820 Aug 05 02:24:25.621905 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-b009e9e5-1758-4194-b34a-5f53c3f4a203 req-1da58400-22f7-495f-8bf6-91b79af2b500 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Deleting port 82f8e3b5-7909-4f65-ba40-cf2a5184746b {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:24:25.622240 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b009e9e5-1758-4194-b34a-5f53c3f4a203 req-1da58400-22f7-495f-8bf6-91b79af2b500 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:25.712081 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-b009e9e5-1758-4194-b34a-5f53c3f4a203 req-1da58400-22f7-495f-8bf6-91b79af2b500 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] For port 82f8e3b5-7909-4f65-ba40-cf2a5184746b, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=82f8e3b5-7909-4f65-ba40-cf2a5184746b,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:25.712354 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b009e9e5-1758-4194-b34a-5f53c3f4a203 req-1da58400-22f7-495f-8bf6-91b79af2b500 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:25.723563 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-b009e9e5-1758-4194-b34a-5f53c3f4a203 req-1da58400-22f7-495f-8bf6-91b79af2b500 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Calling delete_port for 82f8e3b5-7909-4f65-ba40-cf2a5184746b owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:24:26.103663 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b009e9e5-1758-4194-b34a-5f53c3f4a203 req-1da58400-22f7-495f-8bf6-91b79af2b500 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:26.116396 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] get_ports_and_sgs() called for port_ids ['82f8e3b5-7909-4f65-ba40-cf2a5184746b'] {{(pid=93457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 02:24:26.134326 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da58400-22f7-495f-8bf6-91b79af2b500 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Pushing event deleted for resources: {'Port': ['ID=82f8e3b5-7909-4f65-ba40-cf2a5184746b,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:26.177515 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b009e9e5-1758-4194-b34a-5f53c3f4a203 req-1da58400-22f7-495f-8bf6-91b79af2b500 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] No DVR routers for this DVR port 82f8e3b5-7909-4f65-ba40-cf2a5184746b on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:24:26.180103 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-b009e9e5-1758-4194-b34a-5f53c3f4a203 req-1da58400-22f7-495f-8bf6-91b79af2b500 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:26.182381 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b009e9e5-1758-4194-b34a-5f53c3f4a203 req-1da58400-22f7-495f-8bf6-91b79af2b500 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.43 "DELETE /v2.0/ports/82f8e3b5-7909-4f65-ba40-cf2a5184746b HTTP/1.1" status: 204 len: 173 time: 0.6423831 Aug 05 02:24:26.182824 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'name': 'network-vif-deleted', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:24:26.185100 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be7afe4-1e6f-4e49-8150-a875aa33b0a7" -d '{"events": [{"server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "name": "network-vif-deleted", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:24:26.220473 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-278139f0-3369-4a09-9b9f-676934198fb2 req-7c304497-37c3-4f9d-b9c8-f10e4b6de363 tempest-TestMinimumBasicScenario-647219513 tempest-TestMinimumBasicScenario-647219513-project] 10.222.0.39 "GET /v2.0/ports?device_id=859bb46b-6ed7-4b15-8c30-10929fcbc7db HTTP/1.1" status: 200 len: 210 time: 0.0274510 Aug 05 02:24:26.294674 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5d70ed-f33e-4469-9318-d0b75c6d9f36 x-openstack-request-id: req-5f5d70ed-f33e-4469-9318-d0b75c6d9f36 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:24:26.294984 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859bb46b-6ed7-4b15-8c30-10929fcbc7db", "name": "network-vif-deleted", "tag": "82f8e3b5-7909-4f65-ba40-cf2a5184746b", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:24:26.295233 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f5d70ed-f33e-4469-9318-d0b75c6d9f36 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:24:26.295615 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859bb46b-6ed7-4b15-8c30-10929fcbc7db', 'name': 'network-vif-deleted', 'tag': '82f8e3b5-7909-4f65-ba40-cf2a5184746b', 'status': 'completed', 'code': 200} Aug 05 02:24:27.776983 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 55302) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:28.109833 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebcc0-2c5f-4dc3-b215-e212e22e9fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537064'] for router_interface, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:28.200559 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5d90-d237-4239-9df0-2048e5f0ac58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:28.345871 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ebcc0-2c5f-4dc3-b215-e212e22e9fd0 admin admin] Deleting port cf89715a-00f6-4dd4-8b92-6e27a0a7a174 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:24:28.346203 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebcc0-2c5f-4dc3-b215-e212e22e9fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:28.419843 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-0e2ebcc0-2c5f-4dc3-b215-e212e22e9fd0 admin admin] For port cf89715a-00f6-4dd4-8b92-6e27a0a7a174, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=cf89715a-00f6-4dd4-8b92-6e27a0a7a174,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:28.420120 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebcc0-2c5f-4dc3-b215-e212e22e9fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:28.432221 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ebcc0-2c5f-4dc3-b215-e212e22e9fd0 admin admin] Calling delete_port for cf89715a-00f6-4dd4-8b92-6e27a0a7a174 owned by network:router_interface {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:24:28.621347 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebcc0-2c5f-4dc3-b215-e212e22e9fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:28.647079 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ebcc0-2c5f-4dc3-b215-e212e22e9fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf89715a-00f6-4dd4-8b92-6e27a0a7a174,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:28.815347 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0e2ebcc0-2c5f-4dc3-b215-e212e22e9fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536948'] for router_interface, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.028226 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2ebcc0-2c5f-4dc3-b215-e212e22e9fd0 admin admin] Router 231f16bf-f09f-4e92-af7e-af148d7b506d has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:24:29.128747 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2ebcc0-2c5f-4dc3-b215-e212e22e9fd0 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:24:29.134132 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-0e2ebcc0-2c5f-4dc3-b215-e212e22e9fd0 admin admin] 10.222.0.39 "PUT /v2.0/routers/231f16bf-f09f-4e92-af7e-af148d7b506d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3560596 Aug 05 02:24:29.136900 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 55304) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:29.137866 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbaa99-e749-4fd1-9e65-c4d52596ec12 None None] Sync routers for ids ['231f16bf-f09f-4e92-af7e-af148d7b506d'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:24:29.148064 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fbaa99-e749-4fd1-9e65-c4d52596ec12 None None] Routers {'231f16bf-f09f-4e92-af7e-af148d7b506d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:24:29.148682 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-f7fbaa99-e749-4fd1-9e65-c4d52596ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:24:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['231f16bf-f09f-4e92-af7e-af148d7b506d'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:29.240864 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Notify callbacks [] for router, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.254172 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-f7fbaa99-e749-4fd1-9e65-c4d52596ec12 None None] Set router 231f16bf-f09f-4e92-af7e-af148d7b506d gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:24:29.337908 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.395590 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Deleting port aa938ced-5643-4983-9eb2-049fb0b93e5e {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:24:29.395931 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.474635 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] For port aa938ced-5643-4983-9eb2-049fb0b93e5e, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=aa938ced-5643-4983-9eb2-049fb0b93e5e,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:29.475027 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.489021 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Calling delete_port for aa938ced-5643-4983-9eb2-049fb0b93e5e owned by network:router_gateway {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:24:29.548651 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-f7fbaa99-e749-4fd1-9e65-c4d52596ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:24:28Z', 'revision_number': 5, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port': {'id': 'aa938ced-5643-4983-9eb2-049fb0b93e5e', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:29.582889 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbaa99-e749-4fd1-9e65-c4d52596ec12 None None] Checking router: 231f16bf-f09f-4e92-af7e-af148d7b506d for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:24:29.597676 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fbaa99-e749-4fd1-9e65-c4d52596ec12 None None] Routers {'231f16bf-f09f-4e92-af7e-af148d7b506d'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:24:29.598590 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-f7fbaa99-e749-4fd1-9e65-c4d52596ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:24:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['231f16bf-f09f-4e92-af7e-af148d7b506d'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:29.602073 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.652814 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.678148 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa938ced-5643-4983-9eb2-049fb0b93e5e,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:29.689314 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-f7fbaa99-e749-4fd1-9e65-c4d52596ec12 None None] Set router 231f16bf-f09f-4e92-af7e-af148d7b506d gateway port host: None {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:24:29.737899 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683168'] for router_gateway, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.741124 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-f7fbaa99-e749-4fd1-9e65-c4d52596ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:24:29Z', 'revision_number': 6, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port_host': None}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:29.770017 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbaa99-e749-4fd1-9e65-c4d52596ec12 None None] The sync data for ids ['231f16bf-f09f-4e92-af7e-af148d7b506d'] in dv-cinder-803533-1-iscsi is: [{'id': '231f16bf-f09f-4e92-af7e-af148d7b506d', 'name': 'tempest-TestMinimumBasicScenario-1413514157-router', 'tenant_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:10Z', 'updated_at': '2021-08-05T02:24:29Z', 'revision_number': 6, 'project_id': '9bce694629ba47e4b0d6d5e8f0ad754c', 'gw_port_host': None}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:24:29.826871 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34551'] for router, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.828918 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.869992 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-658069'] for router, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.870469 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 231f16bf-f09f-4e92-af7e-af148d7b506d {{(pid=93456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:24:29.874838 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] Notify callbacks [] for router, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.876118 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-455be764-dd1c-4f1e-bec5-d9f9ac05e93b admin admin] 10.222.0.39 "DELETE /v2.0/routers/231f16bf-f09f-4e92-af7e-af148d7b506d HTTP/1.1" status: 204 len: 168 time: 0.7383151 Aug 05 02:24:29.878547 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 55306) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:29.921195 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcd3323-c431-4fe5-a09c-abf9442fbe92 admin admin] Deleting subnet 66d2d9b9-74e0-4052-b9dd-f6523b89ba5e {{(pid=93456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:24:29.924202 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3323-c431-4fe5-a09c-abf9442fbe92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:29.971108 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3323-c431-4fe5-a09c-abf9442fbe92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25431362'] for subnet, precommit_delete_associations {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.074371 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3323-c431-4fe5-a09c-abf9442fbe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.135004 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3323-c431-4fe5-a09c-abf9442fbe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25278106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26098719'] for subnet, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.160302 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd3323-c431-4fe5-a09c-abf9442fbe92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d2d9b9-74e0-4052-b9dd-f6523b89ba5e,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:30.166320 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3323-c431-4fe5-a09c-abf9442fbe92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for subnet, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.170485 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-0dcd3323-c431-4fe5-a09c-abf9442fbe92 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/66d2d9b9-74e0-4052-b9dd-f6523b89ba5e HTTP/1.1" status: 204 len: 168 time: 0.2887745 Aug 05 02:24:30.170931 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 55308) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:30.173860 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba13ef-64c5-458a-b1d2-a49220e2f142 None None] Network 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:24:30.239030 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.294120 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Deleting port 07adb814-2235-405e-ba5a-40d137b5f7d5 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:24:30.294343 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.354963 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] For port 07adb814-2235-405e-ba5a-40d137b5f7d5, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=07adb814-2235-405e-ba5a-40d137b5f7d5,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:30.355325 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.367140 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Calling delete_port for 07adb814-2235-405e-ba5a-40d137b5f7d5 owned by network:dhcp {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:24:30.520084 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 82f8e3b5-7909-4f65-ba40-cf2a5184746b no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:24:30.548189 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] DHCP port deletion for 43b3bd1d-1922-4ab4-a74b-55b750fb5dcc request from dv-cinder-803533-1-iscsi {{(pid=93457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 02:24:30.550519 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 82f8e3b5-7909-4f65-ba40-cf2a5184746b {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:24:30.550902 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 82f8e3b5-7909-4f65-ba40-cf2a5184746b not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:24:30.599420 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Deleting port 07adb814-2235-405e-ba5a-40d137b5f7d5 {{(pid=93457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:24:30.599804 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.665425 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] For port 07adb814-2235-405e-ba5a-40d137b5f7d5, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=07adb814-2235-405e-ba5a-40d137b5f7d5,segment=NetworkSegment(e14e0d22-cd23-473c-9e1d-282da6a36846),segment_id=e14e0d22-cd23-473c-9e1d-282da6a36846)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:30.665824 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.679631 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Calling delete_port for 07adb814-2235-405e-ba5a-40d137b5f7d5 owned by network:dhcp {{(pid=93457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:24:30.732288 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-45c0ae9b-980f-4893-b670-21e1c4727501 req-38e2d064-9841-4198-9f6d-5ef035f29050 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3231611 Aug 05 02:24:30.743556 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.761466 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964'] for port, after_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.785312 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Pushing event deleted for resources: {'Port': ['ID=07adb814-2235-405e-ba5a-40d137b5f7d5,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:30.786548 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] No DVR routers for this DVR port 07adb814-2235-405e-ba5a-40d137b5f7d5 on host dv-cinder-803533-1-iscsi {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:24:30.787525 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Pushing event deleted for resources: {'Port': ['ID=07adb814-2235-405e-ba5a-40d137b5f7d5,revision_number=None']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:30.799596 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:30.799959 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:30.800303 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:30.800636 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:30.800966 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:30.801293 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:30.801631 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:30.802049 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:30.802302 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:30.802707 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:30.803022 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:30.803340 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:24:30.810830 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f21c2d3-dfaf-4897-be1b-944c95a4286e None None] No DVR routers for this DVR port 07adb814-2235-405e-ba5a-40d137b5f7d5 on host dv-cinder-803533-1-iscsi {{(pid=93457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:24:30.862624 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a015d3db-3dce-4ffb-8d42-f0566438db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.884153 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device cf89715a-00f6-4dd4-8b92-6e27a0a7a174 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:24:30.889476 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.901623 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0ae9b-980f-4893-b670-21e1c4727501 req-5f6e08ca-0bc9-414b-8e98-ab5873088ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:30.903168 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-45c0ae9b-980f-4893-b670-21e1c4727501 req-5f6e08ca-0bc9-414b-8e98-ab5873088ff2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 1099 time: 0.1327567 Aug 05 02:24:30.904654 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b3bd1d-1922-4ab4-a74b-55b750fb5dcc']}} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:30.907109 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: cf89715a-00f6-4dd4-8b92-6e27a0a7a174 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:24:30.907460 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device cf89715a-00f6-4dd4-8b92-6e27a0a7a174 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:24:30.907889 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device aa938ced-5643-4983-9eb2-049fb0b93e5e no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:24:30.909705 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.919087 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14e0d22-cd23-473c-9e1d-282da6a36846') {'for_net_delete': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:30.919380 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.services.segments.db [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14e0d22-cd23-473c-9e1d-282da6a36846') {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:30.929712 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: aa938ced-5643-4983-9eb2-049fb0b93e5e {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:24:30.929893 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device aa938ced-5643-4983-9eb2-049fb0b93e5e not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:24:30.930158 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 07adb814-2235-405e-ba5a-40d137b5f7d5 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:24:30.937029 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25431381'] for segment, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:30.951316 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 07adb814-2235-405e-ba5a-40d137b5f7d5 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:24:30.951627 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 07adb814-2235-405e-ba5a-40d137b5f7d5 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:24:30.965872 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:31.001451 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:24:31.001861 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25278020'] for segment, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: Traceback (most recent call last): Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: timer() Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: cb(*args, **kw) Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: return func(*args, **kwargs) Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: self._notify() Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: self.callback(batched_events) Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: event.method(event) Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: return f(self, *a, **k) Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._get(url).json() Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: return self.request(url, 'GET', **kwargs) Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:24:31.003496 dv-cinder-803533-1-iscsi neutron-server[93456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:24:31.067465 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:31.071832 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:31.073690 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] 10.222.0.39 "DELETE /v2.0/networks/43b3bd1d-1922-4ab4-a74b-55b750fb5dcc HTTP/1.1" status: 204 len: 168 time: 0.9019406 Aug 05 02:24:31.076741 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55310) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:31.092936 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc9c88-f077-40bc-8a1b-10acfe246aee admin admin] Pushing event deleted for resources: {'Network': ['ID=43b3bd1d-1922-4ab4-a74b-55b750fb5dcc,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:31.096425 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0ae9b-980f-4893-b670-21e1c4727501 req-34c6c5a8-0eb2-4170-853b-03446c87478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:31.098264 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-45c0ae9b-980f-4893-b670-21e1c4727501 req-34c6c5a8-0eb2-4170-853b-03446c87478b service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 912 time: 0.1724627 Aug 05 02:24:31.166581 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-45c0ae9b-980f-4893-b670-21e1c4727501 req-b1916c15-3b6f-4df8-9ffe-3bdd6594edab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=436b7846-4afc-4293-bffb-292bac9f7d3f HTTP/1.1" status: 200 len: 1002 time: 0.0612965 Aug 05 02:24:31.217477 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0ae9b-980f-4893-b670-21e1c4727501 req-6421d3d0-7f2f-4997-9e67-e858d31e7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:31.218921 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-45c0ae9b-980f-4893-b670-21e1c4727501 req-6421d3d0-7f2f-4997-9e67-e858d31e7955 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0456674 Aug 05 02:24:31.263784 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0ae9b-980f-4893-b670-21e1c4727501 req-4bcd991c-c756-40d9-b3ce-73bdfd602c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:24:31.265266 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-45c0ae9b-980f-4893-b670-21e1c4727501 req-4bcd991c-c756-40d9-b3ce-73bdfd602c42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392687 Aug 05 02:24:31.357926 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-45c0ae9b-980f-4893-b670-21e1c4727501 req-ce456701-5bb6-47c1-9f86-607c01ad408a service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850959 Aug 05 02:24:31.415398 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6b712d84-d84b-418c-8799-80b1b37e81f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537064'] for router_interface, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:31.446186 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-45c0ae9b-980f-4893-b670-21e1c4727501 req-c3e79592-71ad-4fdf-8a26-07634b538bc4 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815547 Aug 05 02:24:31.650471 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-6b712d84-d84b-418c-8799-80b1b37e81f9 admin admin] Deleting port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:24:31.650835 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6b712d84-d84b-418c-8799-80b1b37e81f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:31.724482 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6b712d84-d84b-418c-8799-80b1b37e81f9 admin admin] For port 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=3f59e1b3-c7cf-498d-be47-9b6de0f3f89d,segment=NetworkSegment(a717c541-a321-45f9-9b0f-ceb74dfe1e27),segment_id=a717c541-a321-45f9-9b0f-ceb74dfe1e27)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:31.724837 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6b712d84-d84b-418c-8799-80b1b37e81f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:31.736481 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-6b712d84-d84b-418c-8799-80b1b37e81f9 admin admin] Calling delete_port for 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d owned by network:router_interface {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:24:31.912943 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6b712d84-d84b-418c-8799-80b1b37e81f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:31.952646 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712d84-d84b-418c-8799-80b1b37e81f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f59e1b3-c7cf-498d-be47-9b6de0f3f89d,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:32.102811 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:32.125116 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6b712d84-d84b-418c-8799-80b1b37e81f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536948'] for router_interface, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:32.564482 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b712d84-d84b-418c-8799-80b1b37e81f9 admin admin] Router 39af7a45-1906-4a7b-b963-55bb2d306a75 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:24:32.667098 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b712d84-d84b-418c-8799-80b1b37e81f9 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:24:32.674456 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-6b712d84-d84b-418c-8799-80b1b37e81f9 admin admin] 10.222.0.39 "PUT /v2.0/routers/39af7a45-1906-4a7b-b963-55bb2d306a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5942752 Aug 05 02:24:32.674583 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55312) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:32.682244 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36d172-6ee5-4fc2-bece-913ba09d9aa0 None None] Sync routers for ids ['39af7a45-1906-4a7b-b963-55bb2d306a75'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:24:32.691322 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36d172-6ee5-4fc2-bece-913ba09d9aa0 None None] Routers {'39af7a45-1906-4a7b-b963-55bb2d306a75'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:24:32.691853 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-2d36d172-6ee5-4fc2-bece-913ba09d9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:24:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['39af7a45-1906-4a7b-b963-55bb2d306a75'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:32.782943 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Notify callbacks [] for router, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:32.807046 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-2d36d172-6ee5-4fc2-bece-913ba09d9aa0 None None] Set router 39af7a45-1906-4a7b-b963-55bb2d306a75 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:24:32.885152 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:32.936862 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Deleting port b2ae794b-f6fe-4229-bbdc-84bc3984c548 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:24:32.937199 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:32.985808 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-2d36d172-6ee5-4fc2-bece-913ba09d9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'name': 'tempest-TestMinimumBasicScenario-53512809-router', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:14Z', 'updated_at': '2021-08-05T02:24:31Z', 'revision_number': 5, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'gw_port': {'id': 'b2ae794b-f6fe-4229-bbdc-84bc3984c548', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:22:15Z', 'updated_at': '2021-08-05T02:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:33.010945 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36d172-6ee5-4fc2-bece-913ba09d9aa0 None None] Checking router: 39af7a45-1906-4a7b-b963-55bb2d306a75 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:24:33.015946 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] For port b2ae794b-f6fe-4229-bbdc-84bc3984c548, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b2ae794b-f6fe-4229-bbdc-84bc3984c548,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:33.016306 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.018863 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36d172-6ee5-4fc2-bece-913ba09d9aa0 None None] Routers {'39af7a45-1906-4a7b-b963-55bb2d306a75'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:24:33.019458 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-2d36d172-6ee5-4fc2-bece-913ba09d9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:24:31Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['39af7a45-1906-4a7b-b963-55bb2d306a75'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:33.028043 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Calling delete_port for b2ae794b-f6fe-4229-bbdc-84bc3984c548 owned by network:router_gateway {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:24:33.106115 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-2d36d172-6ee5-4fc2-bece-913ba09d9aa0 None None] Set router 39af7a45-1906-4a7b-b963-55bb2d306a75 gateway port host: None {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:24:33.155628 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-2d36d172-6ee5-4fc2-bece-913ba09d9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'name': 'tempest-TestMinimumBasicScenario-53512809-router', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:14Z', 'updated_at': '2021-08-05T02:24:32Z', 'revision_number': 6, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'gw_port_host': None}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:33.183317 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d36d172-6ee5-4fc2-bece-913ba09d9aa0 None None] The sync data for ids ['39af7a45-1906-4a7b-b963-55bb2d306a75'] in dv-cinder-803533-1-iscsi is: [{'id': '39af7a45-1906-4a7b-b963-55bb2d306a75', 'name': 'tempest-TestMinimumBasicScenario-53512809-router', 'tenant_id': '5791dfcf7db844e9b262a7be26a16fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:22:14Z', 'updated_at': '2021-08-05T02:24:32Z', 'revision_number': 6, 'project_id': '5791dfcf7db844e9b262a7be26a16fd2', 'gw_port_host': None}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:24:33.189650 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.219963 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ae794b-f6fe-4229-bbdc-84bc3984c548,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:33.276378 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683168'] for router_gateway, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.363023 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34551'] for router, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.365061 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.406727 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-658069'] for router, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.407241 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39af7a45-1906-4a7b-b963-55bb2d306a75 {{(pid=93455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:24:33.411420 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] Notify callbacks [] for router, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.412606 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-74e090a9-d173-4885-9d0e-c4893acd048d admin admin] 10.222.0.39 "DELETE /v2.0/routers/39af7a45-1906-4a7b-b963-55bb2d306a75 HTTP/1.1" status: 204 len: 168 time: 0.7370536 Aug 05 02:24:33.415184 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55314) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:33.458105 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2d2e51-6ee3-4fe9-b2d3-e76a7e151c2c admin admin] Deleting subnet 365ffd54-0e53-40b4-811a-86fa807d16d4 {{(pid=93455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:24:33.461637 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2e51-6ee3-4fe9-b2d3-e76a7e151c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.497651 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2e51-6ee3-4fe9-b2d3-e76a7e151c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3849070'] for subnet, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.576575 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2e51-6ee3-4fe9-b2d3-e76a7e151c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.631148 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2e51-6ee3-4fe9-b2d3-e76a7e151c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841103'] for subnet, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.655550 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d2e51-6ee3-4fe9-b2d3-e76a7e151c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365ffd54-0e53-40b4-811a-86fa807d16d4,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:33.659254 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2e51-6ee3-4fe9-b2d3-e76a7e151c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.661043 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-0d2d2e51-6ee3-4fe9-b2d3-e76a7e151c2c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/365ffd54-0e53-40b4-811a-86fa807d16d4 HTTP/1.1" status: 204 len: 168 time: 0.2449367 Aug 05 02:24:33.663524 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55316) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:33.665881 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f567d718-76ac-4c9a-9859-1bd789c0c0bf None None] Network 4cb671f1-7c86-4b08-ae51-f00a632ab2ee requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:24:33.731192 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.734524 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.785463 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Deleting port d6e70f60-58ec-4c77-a3d1-f5972e15a63d {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:24:33.785798 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.855360 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] For port d6e70f60-58ec-4c77-a3d1-f5972e15a63d, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=d6e70f60-58ec-4c77-a3d1-f5972e15a63d,segment=NetworkSegment(a717c541-a321-45f9-9b0f-ceb74dfe1e27),segment_id=a717c541-a321-45f9-9b0f-ceb74dfe1e27)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:33.855726 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.868120 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Calling delete_port for d6e70f60-58ec-4c77-a3d1-f5972e15a63d owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:24:33.941751 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019b9a5-65e2-4ee8-9f5a-3c0d1cd20498 None None] DHCP port deletion for 4cb671f1-7c86-4b08-ae51-f00a632ab2ee request from dv-cinder-803533-1-iscsi {{(pid=93457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 02:24:33.951325 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:33.978031 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e70f60-58ec-4c77-a3d1-f5972e15a63d,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:33.982157 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] No DVR routers for this DVR port d6e70f60-58ec-4c77-a3d1-f5972e15a63d on host dv-cinder-803533-1-iscsi {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:24:33.989252 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-b019b9a5-65e2-4ee8-9f5a-3c0d1cd20498 None None] Deleting port d6e70f60-58ec-4c77-a3d1-f5972e15a63d {{(pid=93457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:24:33.989636 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-b019b9a5-65e2-4ee8-9f5a-3c0d1cd20498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.051116 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-b019b9a5-65e2-4ee8-9f5a-3c0d1cd20498 None None] For port d6e70f60-58ec-4c77-a3d1-f5972e15a63d, host dv-cinder-803533-1-iscsi, got binding levels [] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:24:34.051116 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-b019b9a5-65e2-4ee8-9f5a-3c0d1cd20498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.055637 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.064388 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-b019b9a5-65e2-4ee8-9f5a-3c0d1cd20498 None None] Calling delete_port for d6e70f60-58ec-4c77-a3d1-f5972e15a63d owned by network:dhcp {{(pid=93457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:24:34.065441 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb671f1-7c86-4b08-ae51-f00a632ab2ee']}} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:34.067094 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.ipam_backend_mixin [None req-b019b9a5-65e2-4ee8-9f5a-3c0d1cd20498 None None] Port d6e70f60-58ec-4c77-a3d1-f5972e15a63d was not found and therefore no delete operation was performed {{(pid=93457) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 05 02:24:34.069140 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-b019b9a5-65e2-4ee8-9f5a-3c0d1cd20498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964'] for port, after_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.077406 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a717c541-a321-45f9-9b0f-ceb74dfe1e27') {'for_net_delete': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:34.077702 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a717c541-a321-45f9-9b0f-ceb74dfe1e27') {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:24:34.087643 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3849081'] for segment, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.102017 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019b9a5-65e2-4ee8-9f5a-3c0d1cd20498 None None] Pushing event deleted for resources: {'Port': ['ID=d6e70f60-58ec-4c77-a3d1-f5972e15a63d,revision_number=None']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:34.102341 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.105770 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019b9a5-65e2-4ee8-9f5a-3c0d1cd20498 None None] No DVR routers for this DVR port d6e70f60-58ec-4c77-a3d1-f5972e15a63d on host dv-cinder-803533-1-iscsi {{(pid=93457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:24:34.111571 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:24:34.111975 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672839'] for segment, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: Traceback (most recent call last): Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: timer() Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: cb(*args, **kw) Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: return func(*args, **kwargs) Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: self._notify() Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: self.callback(batched_events) Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: event.method(event) Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: return f(self, *a, **k) Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._get(url).json() Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: return self.request(url, 'GET', **kwargs) Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:24:34.113653 dv-cinder-803533-1-iscsi neutron-server[93455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:24:34.172174 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.177614 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.184871 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4cb671f1-7c86-4b08-ae51-f00a632ab2ee HTTP/1.1" status: 204 len: 168 time: 0.5203187 Aug 05 02:24:34.202464 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d69082-b9ab-4bd7-89b8-55d041f45cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb671f1-7c86-4b08-ae51-f00a632ab2ee,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:34.357685 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55320) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:34.396950 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-dbb39ffc-161e-4fb9-96af-59886d196574 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bce694629ba47e4b0d6d5e8f0ad754c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380328 Aug 05 02:24:34.399304 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55322) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:34.446612 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a8a19b62-6f94-408c-be20-703c3f458172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.466691 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a8a19b62-6f94-408c-be20-703c3f458172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.510663 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a8a19b62-6f94-408c-be20-703c3f458172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.513038 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a8a19b62-6f94-408c-be20-703c3f458172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.514153 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a8a19b62-6f94-408c-be20-703c3f458172 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af1dbb84-dd49-466b-a9b7-968f47021fb2 HTTP/1.1" status: 204 len: 168 time: 0.1139877 Aug 05 02:24:34.521295 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a19b62-6f94-408c-be20-703c3f458172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1dbb84-dd49-466b-a9b7-968f47021fb2,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:34.819405 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 55328) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:34.826738 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:24:34.846365 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:24:34.846667 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 3f59e1b3-c7cf-498d-be47-9b6de0f3f89d not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:24:34.847076 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b2ae794b-f6fe-4229-bbdc-84bc3984c548 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:24:34.863974 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ebe77905-c153-4ef6-be70-52a7ba776796 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5791dfcf7db844e9b262a7be26a16fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434492 Aug 05 02:24:34.865995 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: b2ae794b-f6fe-4229-bbdc-84bc3984c548 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:24:34.866337 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b2ae794b-f6fe-4229-bbdc-84bc3984c548 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:24:34.866860 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device d6e70f60-58ec-4c77-a3d1-f5972e15a63d no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:24:34.867180 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 55330) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:24:34.884937 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: d6e70f60-58ec-4c77-a3d1-f5972e15a63d {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:24:34.885285 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device d6e70f60-58ec-4c77-a3d1-f5972e15a63d not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:24:34.920106 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ef033510-42ab-4774-9e50-6f2ba9cc24b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.940935 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ef033510-42ab-4774-9e50-6f2ba9cc24b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.988159 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ef033510-42ab-4774-9e50-6f2ba9cc24b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.991371 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ef033510-42ab-4774-9e50-6f2ba9cc24b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:34.992497 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-ef033510-42ab-4774-9e50-6f2ba9cc24b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/348a9476-9791-4d29-97a9-e7103f677db8 HTTP/1.1" status: 204 len: 168 time: 0.1244190 Aug 05 02:24:34.999937 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef033510-42ab-4774-9e50-6f2ba9cc24b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348a9476-9791-4d29-97a9-e7103f677db8,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:24:35.682252 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:24:58.200883 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-d9ed79bd-5778-4e39-b55c-f78407df74f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:24:59.591937 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:00.136418 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 55334) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:00.289887 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Deleting port b265f07e-46b8-4ff2-9550-ceed3b40b072 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:25:00.290225 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:00.367383 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:00.367707 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:00.379291 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Calling delete_port for b265f07e-46b8-4ff2-9550-ceed3b40b072 owned by network:floatingip {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:25:00.547691 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:00.572231 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event deleted for resources: {'Port': ['ID=b265f07e-46b8-4ff2-9550-ceed3b40b072,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:00.630018 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:00.630353 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.l3_db [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Floating IP 5e0b7e41-8379-469c-8ca6-34e0da730769 disassociated (deleted). External IP: 172.27.3.240, port: 436b7846-4afc-4293-bffb-292bac9f7d3f. Aug 05 02:25:00.831263 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Router 8cb389e2-9664-49f5-800a-c7f0229e7c32 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:25:00.864548 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-c2fe738b-d026-4bde-917e-4fb7f9b8d8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:00.891107 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:00.940026 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:25:00.944867 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:00.949241 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1efd031-4979-441e-8fcc-4c317ce4cac7 None None] Sync routers for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:25:00.958089 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1efd031-4979-441e-8fcc-4c317ce4cac7 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:25:00.958737 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-b1efd031-4979-441e-8fcc-4c317ce4cac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:25:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:00.974676 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-e547a630-844a-48f8-a4e5-5199812032b8 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "DELETE /v2.0/floatingips/5e0b7e41-8379-469c-8ca6-34e0da730769 HTTP/1.1" status: 204 len: 168 time: 0.8348634 Aug 05 02:25:00.974676 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d66580-9a47-406c-a8ca-7752d81590b2', 'tag': '436b7846-4afc-4293-bffb-292bac9f7d3f'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:25:00.975370 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2103fb7e-4776-49c6-9aed-49c4448cc91a" -d '{"events": [{"name": "network-changed", "server_uuid": "03d66580-9a47-406c-a8ca-7752d81590b2", "tag": "436b7846-4afc-4293-bffb-292bac9f7d3f"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:25:01.014342 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11fb769-04ba-49bc-94e8-7a9088f9406c x-openstack-request-id: req-b11fb769-04ba-49bc-94e8-7a9088f9406c {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:25:01.014503 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d66580-9a47-406c-a8ca-7752d81590b2", "tag": "436b7846-4afc-4293-bffb-292bac9f7d3f", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:25:01.014735 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b11fb769-04ba-49bc-94e8-7a9088f9406c {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:25:01.015133 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d66580-9a47-406c-a8ca-7752d81590b2', 'tag': '436b7846-4afc-4293-bffb-292bac9f7d3f', 'status': 'completed', 'code': 200} Aug 05 02:25:01.069999 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-b1efd031-4979-441e-8fcc-4c317ce4cac7 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:25:01.083433 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103fb7e-4776-49c6-9aed-49c4448cc91a req-37cdeea9-5ada-45f6-b7a5-5b919b2a57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:01.085599 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2103fb7e-4776-49c6-9aed-49c4448cc91a req-37cdeea9-5ada-45f6-b7a5-5b919b2a57cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 1099 time: 0.0481212 Aug 05 02:25:01.226271 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103fb7e-4776-49c6-9aed-49c4448cc91a req-561d4ea0-40f2-4feb-b113-cca402be496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:01.228314 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2103fb7e-4776-49c6-9aed-49c4448cc91a req-561d4ea0-40f2-4feb-b113-cca402be496e service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 912 time: 0.1315010 Aug 05 02:25:01.236264 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815e611-9d4d-473d-83fb-bafe3bd59f0e req-ba79ac5a-76ac-40ad-9726-a95059554374 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:01.237677 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b815e611-9d4d-473d-83fb-bafe3bd59f0e req-ba79ac5a-76ac-40ad-9726-a95059554374 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 946 time: 0.0704033 Aug 05 02:25:01.281422 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2103fb7e-4776-49c6-9aed-49c4448cc91a req-165af82a-1004-4dcd-9940-4ff655aa68b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=436b7846-4afc-4293-bffb-292bac9f7d3f HTTP/1.1" status: 200 len: 217 time: 0.0428045 Aug 05 02:25:01.321018 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-b1efd031-4979-441e-8fcc-4c317ce4cac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '8dc008af-5998-424a-935f-5ab6357f1146', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:27:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5bc55-8460-47d6-bff4-255098f2427d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:21:20Z', 'updated_at': '2021-08-05T02:21:23Z', 'revision_number': 1, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:01.348007 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1efd031-4979-441e-8fcc-4c317ce4cac7 None None] Checking router: 8cb389e2-9664-49f5-800a-c7f0229e7c32 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:25:01.358567 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1efd031-4979-441e-8fcc-4c317ce4cac7 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:25:01.359673 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-b1efd031-4979-441e-8fcc-4c317ce4cac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:25:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:01.375363 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-b815e611-9d4d-473d-83fb-bafe3bd59f0e req-27075d68-023a-45fb-a936-38949d342d63 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307507 Aug 05 02:25:01.385075 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103fb7e-4776-49c6-9aed-49c4448cc91a req-9b5458b2-4e3c-4c65-8c09-e5eb8772bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:01.386602 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2103fb7e-4776-49c6-9aed-49c4448cc91a req-9b5458b2-4e3c-4c65-8c09-e5eb8772bde4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0796816 Aug 05 02:25:01.440534 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103fb7e-4776-49c6-9aed-49c4448cc91a req-e92dbf1f-6f66-47b3-ba37-dae2e032a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:01.442013 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2103fb7e-4776-49c6-9aed-49c4448cc91a req-e92dbf1f-6f66-47b3-ba37-dae2e032a760 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479321 Aug 05 02:25:01.483225 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-b1efd031-4979-441e-8fcc-4c317ce4cac7 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:25:01.545838 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2103fb7e-4776-49c6-9aed-49c4448cc91a req-48354bf7-c2f2-4890-9d27-e564cebaa4c2 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950456 Aug 05 02:25:01.666795 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-2103fb7e-4776-49c6-9aed-49c4448cc91a req-73385aa9-4a71-4f8d-b5d7-7796018d7809 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104970 Aug 05 02:25:01.725631 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-b1efd031-4979-441e-8fcc-4c317ce4cac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '8dc008af-5998-424a-935f-5ab6357f1146', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:27:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5bc55-8460-47d6-bff4-255098f2427d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:21:20Z', 'updated_at': '2021-08-05T02:21:23Z', 'revision_number': 1, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:01.752283 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1efd031-4979-441e-8fcc-4c317ce4cac7 None None] The sync data for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi is: [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_floatingips': [{'id': '8dc008af-5998-424a-935f-5ab6357f1146', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'router_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'port_id': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'mac_address': 'fa:16:3e:27:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f5bc55-8460-47d6-bff4-255098f2427d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-05T02:21:20Z', 'updated_at': '2021-08-05T02:21:23Z', 'revision_number': 1, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:25:01.965206 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717cc266-0880-4566-8480-4f84a4a26d9c None None] New status for floating IP 5e0b7e41-8379-469c-8ca6-34e0da730769: DOWN {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:25:02.104540 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:02.512950 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459062d-bdcf-43b2-befb-e46d064a6afa req-da447b25-dbf3-4e8e-b804-d2160426a4c4 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:02.514482 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4459062d-bdcf-43b2-befb-e46d064a6afa req-da447b25-dbf3-4e8e-b804-d2160426a4c4 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 946 time: 0.0488074 Aug 05 02:25:02.554844 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-4459062d-bdcf-43b2-befb-e46d064a6afa req-ff5f5b3f-1061-4dcc-be4e-fcc79423817f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344613 Aug 05 02:25:02.668296 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94729077-cbf1-43a5-82b0-28d52c26432e req-874c8eae-0cb8-48a9-8fbf-836b22b2131d tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:02.669638 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-94729077-cbf1-43a5-82b0-28d52c26432e req-874c8eae-0cb8-48a9-8fbf-836b22b2131d tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 946 time: 0.0521877 Aug 05 02:25:02.755150 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-94729077-cbf1-43a5-82b0-28d52c26432e req-4f22ff56-64fb-4bf2-a1e9-2cfda8893496 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Deleting port 436b7846-4afc-4293-bffb-292bac9f7d3f {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:25:02.755487 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-94729077-cbf1-43a5-82b0-28d52c26432e req-4f22ff56-64fb-4bf2-a1e9-2cfda8893496 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:02.841961 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-94729077-cbf1-43a5-82b0-28d52c26432e req-4f22ff56-64fb-4bf2-a1e9-2cfda8893496 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] For port 436b7846-4afc-4293-bffb-292bac9f7d3f, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=436b7846-4afc-4293-bffb-292bac9f7d3f,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:02.842323 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-94729077-cbf1-43a5-82b0-28d52c26432e req-4f22ff56-64fb-4bf2-a1e9-2cfda8893496 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:02.854907 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-94729077-cbf1-43a5-82b0-28d52c26432e req-4f22ff56-64fb-4bf2-a1e9-2cfda8893496 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Calling delete_port for 436b7846-4afc-4293-bffb-292bac9f7d3f owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:25:02.974682 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-94729077-cbf1-43a5-82b0-28d52c26432e req-4f22ff56-64fb-4bf2-a1e9-2cfda8893496 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:03.004094 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22ff56-64fb-4bf2-a1e9-2cfda8893496 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event deleted for resources: {'Port': ['ID=436b7846-4afc-4293-bffb-292bac9f7d3f,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:03.045629 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-94729077-cbf1-43a5-82b0-28d52c26432e req-4f22ff56-64fb-4bf2-a1e9-2cfda8893496 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] No DVR routers for this DVR port 436b7846-4afc-4293-bffb-292bac9f7d3f on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:25:03.048014 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-94729077-cbf1-43a5-82b0-28d52c26432e req-4f22ff56-64fb-4bf2-a1e9-2cfda8893496 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:03.050020 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-94729077-cbf1-43a5-82b0-28d52c26432e req-4f22ff56-64fb-4bf2-a1e9-2cfda8893496 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "DELETE /v2.0/ports/436b7846-4afc-4293-bffb-292bac9f7d3f HTTP/1.1" status: 204 len: 173 time: 0.3739119 Aug 05 02:25:03.050446 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d66580-9a47-406c-a8ca-7752d81590b2', 'name': 'network-vif-deleted', 'tag': '436b7846-4afc-4293-bffb-292bac9f7d3f'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:25:03.052668 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef6d06e-145e-4aef-bb13-4e19cc626f69" -d '{"events": [{"server_uuid": "03d66580-9a47-406c-a8ca-7752d81590b2", "name": "network-vif-deleted", "tag": "436b7846-4afc-4293-bffb-292bac9f7d3f"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:25:03.099461 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12bebd3-645d-4f4e-ad9a-c271791753c6 x-openstack-request-id: req-f12bebd3-645d-4f4e-ad9a-c271791753c6 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:25:03.099782 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d66580-9a47-406c-a8ca-7752d81590b2", "name": "network-vif-deleted", "tag": "436b7846-4afc-4293-bffb-292bac9f7d3f", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:25:03.100031 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f12bebd3-645d-4f4e-ad9a-c271791753c6 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:25:03.100422 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d66580-9a47-406c-a8ca-7752d81590b2', 'name': 'network-vif-deleted', 'tag': '436b7846-4afc-4293-bffb-292bac9f7d3f', 'status': 'completed', 'code': 200} Aug 05 02:25:03.660889 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-ee4f88a7-630d-4ac0-9ece-ef96bcea2974 req-d76aed7b-8b94-4958-93fd-ef9c4c491cb4 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d66580-9a47-406c-a8ca-7752d81590b2 HTTP/1.1" status: 200 len: 210 time: 0.0285847 Aug 05 02:25:03.697675 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:06.703975 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 436b7846-4afc-4293-bffb-292bac9f7d3f no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:25:06.723849 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 436b7846-4afc-4293-bffb-292bac9f7d3f {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:25:06.724187 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 436b7846-4afc-4293-bffb-292bac9f7d3f not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:25:06.933253 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 55368) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:07.080001 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Deleting port 546de417-3524-4ee3-a173-354ed0951bca {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:25:07.080590 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:07.153432 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:07.153750 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:07.164604 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Calling delete_port for 546de417-3524-4ee3-a173-354ed0951bca owned by network:floatingip {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:25:07.305590 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:07.331474 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event deleted for resources: {'Port': ['ID=546de417-3524-4ee3-a173-354ed0951bca,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:07.387903 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:07.388231 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.db.l3_db [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Floating IP 8dc008af-5998-424a-935f-5ab6357f1146 disassociated (deleted). External IP: 172.27.3.214, port: 2c692a4b-cd03-4a19-958d-742dc63de8a7. Aug 05 02:25:07.588552 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Router 8cb389e2-9664-49f5-800a-c7f0229e7c32 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:25:07.690468 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:25:07.695270 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:07.700333 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0625de9-dd97-457a-8077-97b922659466 None None] Sync routers for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:25:07.709540 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0625de9-dd97-457a-8077-97b922659466 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:25:07.710157 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-c0625de9-dd97-457a-8077-97b922659466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:25:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:07.721186 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-6342e1c4-fb43-4f39-9c3c-12dcd6e0fe1b tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "DELETE /v2.0/floatingips/8dc008af-5998-424a-935f-5ab6357f1146 HTTP/1.1" status: 204 len: 168 time: 0.7868876 Aug 05 02:25:07.721858 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f5bc55-8460-47d6-bff4-255098f2427d', 'tag': '2c692a4b-cd03-4a19-958d-742dc63de8a7'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:25:07.724204 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b30bd5-bb8f-4d9f-95cf-f154251f1346" -d '{"events": [{"name": "network-changed", "server_uuid": "44f5bc55-8460-47d6-bff4-255098f2427d", "tag": "2c692a4b-cd03-4a19-958d-742dc63de8a7"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:25:07.759822 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 05 Aug 2021 02:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9bcb52-233c-4499-83e7-e2e043da7527 x-openstack-request-id: req-bd9bcb52-233c-4499-83e7-e2e043da7527 {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:25:07.760177 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f5bc55-8460-47d6-bff4-255098f2427d", "tag": "2c692a4b-cd03-4a19-958d-742dc63de8a7", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:25:07.760483 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd9bcb52-233c-4499-83e7-e2e043da7527 {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:25:07.760883 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f5bc55-8460-47d6-bff4-255098f2427d', 'tag': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'status': 'completed', 'code': 200} Aug 05 02:25:07.823183 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-c0625de9-dd97-457a-8077-97b922659466 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:25:07.826104 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b30bd5-bb8f-4d9f-95cf-f154251f1346 req-bf64d30d-dd51-43e2-a908-ea899f0421ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:07.827830 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-00b30bd5-bb8f-4d9f-95cf-f154251f1346 req-bf64d30d-dd51-43e2-a908-ea899f0421ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45b02b2264854d6bb2a8be0c6a548525&device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 1098 time: 0.0454276 Aug 05 02:25:07.963006 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b30bd5-bb8f-4d9f-95cf-f154251f1346 req-211bbd77-7325-4564-beb0-96a69e6b2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:07.964607 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-00b30bd5-bb8f-4d9f-95cf-f154251f1346 req-211bbd77-7325-4564-beb0-96a69e6b2e08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 200 len: 912 time: 0.1239650 Aug 05 02:25:07.972640 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce127f-1035-4fce-9028-aad781648d26 req-95c9da00-9a48-4c9b-8be3-560e0387c130 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:07.974012 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f1ce127f-1035-4fce-9028-aad781648d26 req-95c9da00-9a48-4c9b-8be3-560e0387c130 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 945 time: 0.0707572 Aug 05 02:25:08.026901 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-00b30bd5-bb8f-4d9f-95cf-f154251f1346 req-e8e81a22-acf8-49b3-8264-0a94de984743 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c692a4b-cd03-4a19-958d-742dc63de8a7 HTTP/1.1" status: 200 len: 217 time: 0.0519302 Aug 05 02:25:08.029921 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-c0625de9-dd97-457a-8077-97b922659466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:08.056712 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0625de9-dd97-457a-8077-97b922659466 None None] Checking router: 8cb389e2-9664-49f5-800a-c7f0229e7c32 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:25:08.065058 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0625de9-dd97-457a-8077-97b922659466 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:25:08.065677 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-c0625de9-dd97-457a-8077-97b922659466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:25:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:08.071338 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-f1ce127f-1035-4fce-9028-aad781648d26 req-c7e10c20-8cb8-43ea-9cf9-51d8ae31d4a0 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903201 Aug 05 02:25:08.095676 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b30bd5-bb8f-4d9f-95cf-f154251f1346 req-856c974e-88fe-4cf5-a279-0a5a2e18ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:08.097145 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-00b30bd5-bb8f-4d9f-95cf-f154251f1346 req-856c974e-88fe-4cf5-a279-0a5a2e18ab96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 200 len: 851 time: 0.0628853 Aug 05 02:25:08.145914 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b30bd5-bb8f-4d9f-95cf-f154251f1346 req-20cb087d-4254-42c4-80b4-88b8805dcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:08.147362 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-00b30bd5-bb8f-4d9f-95cf-f154251f1346 req-20cb087d-4254-42c4-80b4-88b8805dcd50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ff09a226-147f-42b8-8e07-9d4b8ef3ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423822 Aug 05 02:25:08.244142 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-00b30bd5-bb8f-4d9f-95cf-f154251f1346 req-94673e49-ccfd-4039-8d3c-e3b94e6359b4 service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887918 Aug 05 02:25:08.293255 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-c0625de9-dd97-457a-8077-97b922659466 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:25:08.333147 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-00b30bd5-bb8f-4d9f-95cf-f154251f1346 req-d615c187-b4c8-4d8c-a148-b2e4f44e231b service neutron] 10.222.0.43 "GET /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807180 Aug 05 02:25:08.488715 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-c0625de9-dd97-457a-8077-97b922659466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:08.518530 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0625de9-dd97-457a-8077-97b922659466 None None] The sync data for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi is: [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:17:53Z', 'revision_number': 4, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi', '_interfaces': [{'id': '8668c972-ed81-4e35-a620-086f015fa06e', 'name': '', 'network_id': 'ff09a226-147f-42b8-8e07-9d4b8ef3ccec', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'mac_address': 'fa:16:3e:2b:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:52Z', 'updated_at': '2021-08-05T02:17:59Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'subnets': [{'id': '9358fe91-2f74-4e49-8c17-5dc021888674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:25:08.716985 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ab7d7-d7db-441e-8a1f-2d752a7a3dac None None] New status for floating IP 8dc008af-5998-424a-935f-5ab6357f1146: DOWN {{(pid=93458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 05 02:25:09.184195 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88f210-27d3-4662-abc9-66d4acfe64b7 req-b1bac383-81d6-4f4b-8d14-04db687e7786 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:09.185665 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5f88f210-27d3-4662-abc9-66d4acfe64b7 req-b1bac383-81d6-4f4b-8d14-04db687e7786 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 945 time: 0.0473266 Aug 05 02:25:09.222331 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-5f88f210-27d3-4662-abc9-66d4acfe64b7 req-6f67d0e9-10f2-49cf-9864-08afe0966266 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6cf37e9-9e87-4a70-852f-28e6687f4a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307024 Aug 05 02:25:09.385066 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7ef5b-0ccb-4e8e-b1bd-bbc7ef1515ec req-5cbdb58d-1ec1-4546-96cd-0225e36a5e89 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 05 02:25:09.386394 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a3a7ef5b-0ccb-4e8e-b1bd-bbc7ef1515ec req-5cbdb58d-1ec1-4546-96cd-0225e36a5e89 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 945 time: 0.0465970 Aug 05 02:25:09.476436 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-a3a7ef5b-0ccb-4e8e-b1bd-bbc7ef1515ec req-b865556f-442c-454a-9139-a169f766ef6f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Deleting port 2c692a4b-cd03-4a19-958d-742dc63de8a7 {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:25:09.476775 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-a3a7ef5b-0ccb-4e8e-b1bd-bbc7ef1515ec req-b865556f-442c-454a-9139-a169f766ef6f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:09.562516 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.db [req-a3a7ef5b-0ccb-4e8e-b1bd-bbc7ef1515ec req-b865556f-442c-454a-9139-a169f766ef6f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] For port 2c692a4b-cd03-4a19-958d-742dc63de8a7, host hv-cinder-80353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80353',level=0,port_id=2c692a4b-cd03-4a19-958d-742dc63de8a7,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:09.562905 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-a3a7ef5b-0ccb-4e8e-b1bd-bbc7ef1515ec req-b865556f-442c-454a-9139-a169f766ef6f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:09.574887 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [req-a3a7ef5b-0ccb-4e8e-b1bd-bbc7ef1515ec req-b865556f-442c-454a-9139-a169f766ef6f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Calling delete_port for 2c692a4b-cd03-4a19-958d-742dc63de8a7 owned by compute:nova {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:25:09.697866 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-a3a7ef5b-0ccb-4e8e-b1bd-bbc7ef1515ec req-b865556f-442c-454a-9139-a169f766ef6f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:09.733764 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865556f-442c-454a-9139-a169f766ef6f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event deleted for resources: {'Port': ['ID=2c692a4b-cd03-4a19-958d-742dc63de8a7,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:10.037976 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a7ef5b-0ccb-4e8e-b1bd-bbc7ef1515ec req-b865556f-442c-454a-9139-a169f766ef6f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] No DVR routers for this DVR port 2c692a4b-cd03-4a19-958d-742dc63de8a7 on host hv-cinder-80353 {{(pid=93456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:25:10.040268 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [req-a3a7ef5b-0ccb-4e8e-b1bd-bbc7ef1515ec req-b865556f-442c-454a-9139-a169f766ef6f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for port, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:10.042212 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [req-a3a7ef5b-0ccb-4e8e-b1bd-bbc7ef1515ec req-b865556f-442c-454a-9139-a169f766ef6f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.43 "DELETE /v2.0/ports/2c692a4b-cd03-4a19-958d-742dc63de8a7 HTTP/1.1" status: 204 len: 173 time: 0.6495910 Aug 05 02:25:10.042656 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f5bc55-8460-47d6-bff4-255098f2427d', 'name': 'network-vif-deleted', 'tag': '2c692a4b-cd03-4a19-958d-742dc63de8a7'}] {{(pid=93456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 05 02:25:10.044914 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44646ede2dfe7e25252f65f7503f6dde9d4798918d78c79391f218186f9faaf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3228f40e-8a49-4a5b-b5e5-f6065eaa8f4b" -d '{"events": [{"server_uuid": "44f5bc55-8460-47d6-bff4-255098f2427d", "name": "network-vif-deleted", "tag": "2c692a4b-cd03-4a19-958d-742dc63de8a7"}]}' {{(pid=93456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 02:25:10.081342 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 05 Aug 2021 02:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ec99f6-77f9-47db-b456-0e110c5f047a x-openstack-request-id: req-24ec99f6-77f9-47db-b456-0e110c5f047a {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 02:25:10.081634 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f5bc55-8460-47d6-bff4-255098f2427d", "name": "network-vif-deleted", "tag": "2c692a4b-cd03-4a19-958d-742dc63de8a7", "status": "completed", "code": 200}]} {{(pid=93456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 02:25:10.081914 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24ec99f6-77f9-47db-b456-0e110c5f047a {{(pid=93456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 02:25:10.082293 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f5bc55-8460-47d6-bff4-255098f2427d', 'name': 'network-vif-deleted', 'tag': '2c692a4b-cd03-4a19-958d-742dc63de8a7', 'status': 'completed', 'code': 200} Aug 05 02:25:10.316127 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [req-c7b1a10e-9afc-4d79-a660-8a475eec4dce req-ae48fef6-a719-43df-ae8a-daa392905bf6 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "GET /v2.0/ports?device_id=44f5bc55-8460-47d6-bff4-255098f2427d HTTP/1.1" status: 200 len: 210 time: 0.0293310 Aug 05 02:25:11.369837 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 55384) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:11.486734 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-c9a49b43-fc81-4cbe-9d71-d4aa1cbf1712 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Deleting port 5b51819e-7628-4609-88ec-77ab6d761a1f {{(pid=93456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:25:11.487075 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c9a49b43-fc81-4cbe-9d71-d4aa1cbf1712 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:11.561189 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c9a49b43-fc81-4cbe-9d71-d4aa1cbf1712 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:11.561512 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c9a49b43-fc81-4cbe-9d71-d4aa1cbf1712 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:11.573168 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.plugins.ml2.plugin [None req-c9a49b43-fc81-4cbe-9d71-d4aa1cbf1712 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Calling delete_port for 5b51819e-7628-4609-88ec-77ab6d761a1f owned by network:floatingip {{(pid=93456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:25:11.695610 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c9a49b43-fc81-4cbe-9d71-d4aa1cbf1712 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25278121'] for port, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:11.722148 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a49b43-fc81-4cbe-9d71-d4aa1cbf1712 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event deleted for resources: {'Port': ['ID=5b51819e-7628-4609-88ec-77ab6d761a1f,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:11.778918 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c9a49b43-fc81-4cbe-9d71-d4aa1cbf1712 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:11.781335 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-c9a49b43-fc81-4cbe-9d71-d4aa1cbf1712 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56266'] for floatingip, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:11.782458 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-c9a49b43-fc81-4cbe-9d71-d4aa1cbf1712 tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "DELETE /v2.0/floatingips/6b407129-610f-48ba-bd4c-555f50dffce8 HTTP/1.1" status: 204 len: 168 time: 0.4116457 Aug 05 02:25:12.680886 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:25:12.967105 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [-] (93456) accepted ('10.222.0.39', 55396) {{(pid=93456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:13.022765 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8a0866cb-559c-452e-b383-4962376d614f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group, before_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:13.046803 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8a0866cb-559c-452e-b383-4962376d614f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:13.104038 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8a0866cb-559c-452e-b383-4962376d614f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:13.106508 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8a0866cb-559c-452e-b383-4962376d614f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Notify callbacks [] for security_group, before_response {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:13.107670 dv-cinder-803533-1-iscsi neutron-server[93456]: INFO neutron.wsgi [None req-8a0866cb-559c-452e-b383-4962376d614f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] 10.222.0.39 "DELETE /v2.0/security-groups/e6cf37e9-9e87-4a70-852f-28e6687f4a30 HTTP/1.1" status: 204 len: 168 time: 0.1395965 Aug 05 02:25:13.116739 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0866cb-559c-452e-b383-4962376d614f tempest-TestVolumeBootPattern-1127167509 tempest-TestVolumeBootPattern-1127167509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cf37e9-9e87-4a70-852f-28e6687f4a30,revision_number=None']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:14.182501 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55402) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:14.698019 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae54d3c3-400f-47a7-88f9-229b032e4934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537064'] for router_interface, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:14.750982 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 2c692a4b-cd03-4a19-958d-742dc63de8a7 no longer exists at agent hyperv_hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:25:14.770678 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] No Port match for: 2c692a4b-cd03-4a19-958d-742dc63de8a7 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:25:14.771042 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Device 2c692a4b-cd03-4a19-958d-742dc63de8a7 not bound to the agent host hv-cinder-80353 {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:25:14.932743 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ae54d3c3-400f-47a7-88f9-229b032e4934 admin admin] Deleting port 8668c972-ed81-4e35-a620-086f015fa06e {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:25:14.933124 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae54d3c3-400f-47a7-88f9-229b032e4934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:15.009766 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ae54d3c3-400f-47a7-88f9-229b032e4934 admin admin] For port 8668c972-ed81-4e35-a620-086f015fa06e, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=8668c972-ed81-4e35-a620-086f015fa06e,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:15.010047 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae54d3c3-400f-47a7-88f9-229b032e4934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:15.021932 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ae54d3c3-400f-47a7-88f9-229b032e4934 admin admin] Calling delete_port for 8668c972-ed81-4e35-a620-086f015fa06e owned by network:router_interface {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:25:15.194067 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae54d3c3-400f-47a7-88f9-229b032e4934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:15.232117 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54d3c3-400f-47a7-88f9-229b032e4934 admin admin] Pushing event deleted for resources: {'Port': ['ID=8668c972-ed81-4e35-a620-086f015fa06e,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:15.397398 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae54d3c3-400f-47a7-88f9-229b032e4934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536948'] for router_interface, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:15.602923 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae54d3c3-400f-47a7-88f9-229b032e4934 admin admin] Router 8cb389e2-9664-49f5-800a-c7f0229e7c32 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:25:15.940309 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae54d3c3-400f-47a7-88f9-229b032e4934 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:25:15.945267 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-ae54d3c3-400f-47a7-88f9-229b032e4934 admin admin] 10.222.0.39 "PUT /v2.0/routers/8cb389e2-9664-49f5-800a-c7f0229e7c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7617481 Aug 05 02:25:15.948581 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55406) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:15.949696 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569486d0-ff45-4f0d-9f4f-d179231b4663 None None] Sync routers for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:25:15.958918 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569486d0-ff45-4f0d-9f4f-d179231b4663 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:25:15.959526 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-569486d0-ff45-4f0d-9f4f-d179231b4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:25:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:16.051789 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Notify callbacks [] for router, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.065964 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-569486d0-ff45-4f0d-9f4f-d179231b4663 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:25:16.149973 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.204336 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Deleting port b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:25:16.205048 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.241498 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-569486d0-ff45-4f0d-9f4f-d179231b4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:25:15Z', 'revision_number': 5, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port': {'id': 'b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:51Z', 'updated_at': '2021-08-05T02:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:16.271790 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569486d0-ff45-4f0d-9f4f-d179231b4663 None None] Checking router: 8cb389e2-9664-49f5-800a-c7f0229e7c32 for host: dv-cinder-803533-1-iscsi {{(pid=93457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:25:16.279938 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569486d0-ff45-4f0d-9f4f-d179231b4663 None None] Routers {'8cb389e2-9664-49f5-800a-c7f0229e7c32'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:25:16.280551 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-569486d0-ff45-4f0d-9f4f-d179231b4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:25:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['8cb389e2-9664-49f5-800a-c7f0229e7c32'], 'active': True} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:16.280895 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] For port b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:16.281294 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.294341 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Calling delete_port for b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 owned by network:router_gateway {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:25:16.364786 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvr_db [None req-569486d0-ff45-4f0d-9f4f-d179231b4663 None None] Set router 8cb389e2-9664-49f5-800a-c7f0229e7c32 gateway port host: None {{(pid=93457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:25:16.417441 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_hamode_db [None req-569486d0-ff45-4f0d-9f4f-d179231b4663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:25:16Z', 'revision_number': 6, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port_host': None}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:16.447786 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569486d0-ff45-4f0d-9f4f-d179231b4663 None None] The sync data for ids ['8cb389e2-9664-49f5-800a-c7f0229e7c32'] in dv-cinder-803533-1-iscsi is: [{'id': '8cb389e2-9664-49f5-800a-c7f0229e7c32', 'name': 'tempest-TestVolumeBootPattern-1781045530-router', 'tenant_id': '45b02b2264854d6bb2a8be0c6a548525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:50Z', 'updated_at': '2021-08-05T02:25:16Z', 'revision_number': 6, 'project_id': '45b02b2264854d6bb2a8be0c6a548525', 'gw_port_host': None}] {{(pid=93457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:25:16.460506 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.489937 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:16.548458 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683168'] for router_gateway, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.634518 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34551'] for router, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.636595 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.678797 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-658069'] for router, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.679307 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb389e2-9664-49f5-800a-c7f0229e7c32 {{(pid=93455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:25:16.683441 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] Notify callbacks [] for router, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.684557 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-a6eecb8b-b480-425c-bf92-6899d3baf400 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8cb389e2-9664-49f5-800a-c7f0229e7c32 HTTP/1.1" status: 204 len: 168 time: 0.7350812 Aug 05 02:25:16.687094 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55408) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:16.734127 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb4de31-2c85-4f4f-9548-a604070a1e3d admin admin] Deleting subnet 9358fe91-2f74-4e49-8c17-5dc021888674 {{(pid=93455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:25:16.737224 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6eb4de31-2c85-4f4f-9548-a604070a1e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.771660 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6eb4de31-2c85-4f4f-9548-a604070a1e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3849070'] for subnet, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.853728 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6eb4de31-2c85-4f4f-9548-a604070a1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.922534 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6eb4de31-2c85-4f4f-9548-a604070a1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841103'] for subnet, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.951115 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4de31-2c85-4f4f-9548-a604070a1e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9358fe91-2f74-4e49-8c17-5dc021888674,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:16.954674 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6eb4de31-2c85-4f4f-9548-a604070a1e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:16.956801 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-6eb4de31-2c85-4f4f-9548-a604070a1e3d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9358fe91-2f74-4e49-8c17-5dc021888674 HTTP/1.1" status: 204 len: 168 time: 0.2688003 Aug 05 02:25:16.959278 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55410) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:16.961983 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103f6978-d243-421d-bba0-694e3a16b8b1 None None] Network ff09a226-147f-42b8-8e07-9d4b8ef3ccec requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:25:17.024847 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:17.077405 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Deleting port 00f9f766-2fa5-4f1e-8343-79e86ee93038 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:25:17.077747 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:17.143718 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] For port 00f9f766-2fa5-4f1e-8343-79e86ee93038, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=00f9f766-2fa5-4f1e-8343-79e86ee93038,segment=NetworkSegment(fa27f1ac-47fc-4667-8e6c-81213c666205),segment_id=fa27f1ac-47fc-4667-8e6c-81213c666205)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:17.144085 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:17.155888 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Calling delete_port for 00f9f766-2fa5-4f1e-8343-79e86ee93038 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:25:17.235423 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:17.265203 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f9f766-2fa5-4f1e-8343-79e86ee93038,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:17.268972 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] No DVR routers for this DVR port 00f9f766-2fa5-4f1e-8343-79e86ee93038 on host dv-cinder-803533-1-iscsi {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:25:17.276061 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b08560-52f6-41d7-8a74-2bed45d7519c None None] DHCP port deletion for ff09a226-147f-42b8-8e07-9d4b8ef3ccec request from dv-cinder-803533-1-iscsi {{(pid=93457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 02:25:17.296359 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 8668c972-ed81-4e35-a620-086f015fa06e no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:25:17.319883 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 8668c972-ed81-4e35-a620-086f015fa06e {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:25:17.320226 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 8668c972-ed81-4e35-a620-086f015fa06e not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:25:17.343058 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:17.353472 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff09a226-147f-42b8-8e07-9d4b8ef3ccec']}} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:17.364032 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa27f1ac-47fc-4667-8e6c-81213c666205') {'for_net_delete': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:17.364400 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa27f1ac-47fc-4667-8e6c-81213c666205') {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:17.373393 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3849081'] for segment, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:17.390490 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:17.396281 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:25:17.396668 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672839'] for segment, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: Traceback (most recent call last): Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: timer() Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: cb(*args, **kw) Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: return func(*args, **kwargs) Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: self._notify() Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: self.callback(batched_events) Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: event.method(event) Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: return f(self, *a, **k) Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._get(url).json() Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: return self.request(url, 'GET', **kwargs) Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:25:17.398307 dv-cinder-803533-1-iscsi neutron-server[93455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:25:17.452258 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:17.458220 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:17.464205 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ff09a226-147f-42b8-8e07-9d4b8ef3ccec HTTP/1.1" status: 204 len: 168 time: 0.4999292 Aug 05 02:25:17.464205 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55412) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:17.479871 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af4996-6ed3-4ce8-aaf2-1c64d25e7dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff09a226-147f-42b8-8e07-9d4b8ef3ccec,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:17.808018 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-16902406-358e-49b6-afe2-d9a6b5ddd815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537064'] for router_interface, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:18.040860 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-16902406-358e-49b6-afe2-d9a6b5ddd815 admin admin] Deleting port f5b9aeea-21de-421b-a909-9980d7ed18e2 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:25:18.041195 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-16902406-358e-49b6-afe2-d9a6b5ddd815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:18.115668 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-16902406-358e-49b6-afe2-d9a6b5ddd815 admin admin] For port f5b9aeea-21de-421b-a909-9980d7ed18e2, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=f5b9aeea-21de-421b-a909-9980d7ed18e2,segment=NetworkSegment(88e75592-bf67-4727-8bd0-3369278ab52f),segment_id=88e75592-bf67-4727-8bd0-3369278ab52f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:18.116026 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-16902406-358e-49b6-afe2-d9a6b5ddd815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:18.128418 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-16902406-358e-49b6-afe2-d9a6b5ddd815 admin admin] Calling delete_port for f5b9aeea-21de-421b-a909-9980d7ed18e2 owned by network:router_interface {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:25:18.299888 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-16902406-358e-49b6-afe2-d9a6b5ddd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:18.325020 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16902406-358e-49b6-afe2-d9a6b5ddd815 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b9aeea-21de-421b-a909-9980d7ed18e2,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:18.492361 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-16902406-358e-49b6-afe2-d9a6b5ddd815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536948'] for router_interface, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:18.697794 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16902406-358e-49b6-afe2-d9a6b5ddd815 admin admin] Router 24c646f6-abce-4f8d-a76e-7c2f8979cf19 has already been hosted by L3 agent 6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101 {{(pid=93455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 05 02:25:18.801106 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16902406-358e-49b6-afe2-d9a6b5ddd815 admin admin] Notify agent at l3_agent.dv-cinder-803533-1-iscsi the message routers_updated {{(pid=93455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 02:25:18.807181 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-16902406-358e-49b6-afe2-d9a6b5ddd815 admin admin] 10.222.0.39 "PUT /v2.0/routers/24c646f6-abce-4f8d-a76e-7c2f8979cf19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3424630 Aug 05 02:25:18.808780 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55414) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:18.811407 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f70cef-7d71-40f9-9fc1-b09fa8764d8c None None] Sync routers for ids ['24c646f6-abce-4f8d-a76e-7c2f8979cf19'] in dv-cinder-803533-1-iscsi {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 02:25:18.833716 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f70cef-7d71-40f9-9fc1-b09fa8764d8c None None] Routers {'24c646f6-abce-4f8d-a76e-7c2f8979cf19'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:25:18.834701 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-b4f70cef-7d71-40f9-9fc1-b09fa8764d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:25:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['24c646f6-abce-4f8d-a76e-7c2f8979cf19'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:18.924626 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 00f9f766-2fa5-4f1e-8343-79e86ee93038 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:25:18.945237 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 00f9f766-2fa5-4f1e-8343-79e86ee93038 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:25:18.945587 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 00f9f766-2fa5-4f1e-8343-79e86ee93038 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:25:18.946265 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:25:18.968094 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:25:18.968702 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device b78cfc48-d88e-4da6-bc6f-bb9cd79e48e7 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:25:19.034452 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-b4f70cef-7d71-40f9-9fc1-b09fa8764d8c None None] Set router 24c646f6-abce-4f8d-a76e-7c2f8979cf19 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:25:19.157348 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Notify callbacks [] for router, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:19.208984 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-b4f70cef-7d71-40f9-9fc1-b09fa8764d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'name': 'tempest-TestVolumeBootPattern-556627463-router', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'db887022-e171-45d3-8364-b7858cede7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:25:18Z', 'revision_number': 5, 'project_id': '25fd023bc31a489591f0751a550edcef', 'gw_port': {'id': 'db887022-e171-45d3-8364-b7858cede7d6', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:19.235018 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f70cef-7d71-40f9-9fc1-b09fa8764d8c None None] Checking router: 24c646f6-abce-4f8d-a76e-7c2f8979cf19 for host: dv-cinder-803533-1-iscsi {{(pid=93458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 02:25:19.243075 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f70cef-7d71-40f9-9fc1-b09fa8764d8c None None] Routers {'24c646f6-abce-4f8d-a76e-7c2f8979cf19'} bound to L3 agent in host dv-cinder-803533-1-iscsi {{(pid=93458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 05 02:25:19.243680 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-b4f70cef-7d71-40f9-9fc1-b09fa8764d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803533-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-05T02:06:31Z,description=,heartbeat_timestamp=2021-08-05T02:25:01Z,host='dv-cinder-803533-1-iscsi',id=6b4504bc-f8cd-4dbf-a18d-8a0c6f78d101,load=0,resource_versions=,resources_synced=,started_at=2021-08-05T02:06:31Z,topic='l3_agent')) {'router_ids': ['24c646f6-abce-4f8d-a76e-7c2f8979cf19'], 'active': True} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:19.264505 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:19.314697 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Deleting port db887022-e171-45d3-8364-b7858cede7d6 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:25:19.315424 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:19.348243 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_dvr_db [None req-b4f70cef-7d71-40f9-9fc1-b09fa8764d8c None None] Set router 24c646f6-abce-4f8d-a76e-7c2f8979cf19 gateway port host: dv-cinder-803533-1-iscsi {{(pid=93458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 05 02:25:19.392386 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] For port db887022-e171-45d3-8364-b7858cede7d6, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=db887022-e171-45d3-8364-b7858cede7d6,segment=NetworkSegment(b500a862-bbf6-4645-b94e-0bd650105820),segment_id=b500a862-bbf6-4645-b94e-0bd650105820)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:19.392749 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:19.405476 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Calling delete_port for db887022-e171-45d3-8364-b7858cede7d6 owned by network:router_gateway {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:25:19.518157 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.l3_hamode_db [None req-b4f70cef-7d71-40f9-9fc1-b09fa8764d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'name': 'tempest-TestVolumeBootPattern-556627463-router', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'db887022-e171-45d3-8364-b7858cede7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:25:18Z', 'revision_number': 5, 'project_id': '25fd023bc31a489591f0751a550edcef', 'gw_port': {'id': 'db887022-e171-45d3-8364-b7858cede7d6', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}], 'dv-cinder-803533-1-iscsi', False) {} {{(pid=93458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:19.548150 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f70cef-7d71-40f9-9fc1-b09fa8764d8c None None] The sync data for ids ['24c646f6-abce-4f8d-a76e-7c2f8979cf19'] in dv-cinder-803533-1-iscsi is: [{'id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'name': 'tempest-TestVolumeBootPattern-556627463-router', 'tenant_id': '25fd023bc31a489591f0751a550edcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'external_fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'db887022-e171-45d3-8364-b7858cede7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:25:18Z', 'revision_number': 5, 'project_id': '25fd023bc31a489591f0751a550edcef', 'gw_port': {'id': 'db887022-e171-45d3-8364-b7858cede7d6', 'name': '', 'network_id': '6f5d931a-e1be-40dc-90fa-8a74aedeb5a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c646f6-abce-4f8d-a76e-7c2f8979cf19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803533-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-05T02:17:56Z', 'updated_at': '2021-08-05T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'df0adf09-eb88-4ce0-a246-3385c71d1ff4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803533-1-iscsi'}] {{(pid=93458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 02:25:19.567493 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:19.597157 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=db887022-e171-45d3-8364-b7858cede7d6,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:19.655514 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683168'] for router_gateway, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:19.740875 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34551'] for router, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:19.743421 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:19.784647 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-658069'] for router, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:19.785143 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24c646f6-abce-4f8d-a76e-7c2f8979cf19 {{(pid=93455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 02:25:19.789338 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] Notify callbacks [] for router, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:19.790475 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-952a5f43-be74-4950-bd0c-372bb6896a2a admin admin] 10.222.0.39 "DELETE /v2.0/routers/24c646f6-abce-4f8d-a76e-7c2f8979cf19 HTTP/1.1" status: 204 len: 168 time: 0.9807785 Aug 05 02:25:19.792873 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55416) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:19.839157 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ec57e4-8eab-40e3-8376-6a0d5135e153 admin admin] Deleting subnet f416dd90-761c-4e6c-8549-0dee8224f8c0 {{(pid=93455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 05 02:25:19.842027 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-16ec57e4-8eab-40e3-8376-6a0d5135e153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:19.874486 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-16ec57e4-8eab-40e3-8376-6a0d5135e153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3849070'] for subnet, precommit_delete_associations {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:19.959638 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-16ec57e4-8eab-40e3-8376-6a0d5135e153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16421396'] for subnet, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.016193 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-16ec57e4-8eab-40e3-8376-6a0d5135e153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16421379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3673049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841103'] for subnet, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.042381 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec57e4-8eab-40e3-8376-6a0d5135e153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f416dd90-761c-4e6c-8549-0dee8224f8c0,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:20.045696 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-16ec57e4-8eab-40e3-8376-6a0d5135e153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.047870 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-16ec57e4-8eab-40e3-8376-6a0d5135e153 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f416dd90-761c-4e6c-8549-0dee8224f8c0 HTTP/1.1" status: 204 len: 168 time: 0.2537785 Aug 05 02:25:20.050053 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55418) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:20.052630 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a657300e-e85b-4460-9074-1d667091f2fb None None] Network 475d8a40-d674-4c04-9931-7ecf05e04fd1 requested from dv-cinder-803533-1-iscsi {{(pid=93457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 05 02:25:20.122737 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16645158'] for network, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.187461 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Deleting port 0bf9291e-9134-4a91-ab1e-a258a68110d1 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:25:20.187800 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.247814 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc9f21-a55a-493b-8c4d-a0018893268c None None] DHCP port deletion for 475d8a40-d674-4c04-9931-7ecf05e04fd1 request from dv-cinder-803533-1-iscsi {{(pid=93457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 05 02:25:20.263319 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] For port 0bf9291e-9134-4a91-ab1e-a258a68110d1, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=0bf9291e-9134-4a91-ab1e-a258a68110d1,segment=NetworkSegment(88e75592-bf67-4727-8bd0-3369278ab52f),segment_id=88e75592-bf67-4727-8bd0-3369278ab52f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:20.263691 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.276268 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Calling delete_port for 0bf9291e-9134-4a91-ab1e-a258a68110d1 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:25:20.298192 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-edbc9f21-a55a-493b-8c4d-a0018893268c None None] Deleting port 0bf9291e-9134-4a91-ab1e-a258a68110d1 {{(pid=93457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 05 02:25:20.298500 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-edbc9f21-a55a-493b-8c4d-a0018893268c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772730657015'] for port, before_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.356577 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3673066'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.364032 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.db [None req-edbc9f21-a55a-493b-8c4d-a0018893268c None None] For port 0bf9291e-9134-4a91-ab1e-a258a68110d1, host dv-cinder-803533-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803533-1-iscsi',level=0,port_id=0bf9291e-9134-4a91-ab1e-a258a68110d1,segment=NetworkSegment(88e75592-bf67-4727-8bd0-3369278ab52f),segment_id=88e75592-bf67-4727-8bd0-3369278ab52f)] {{(pid=93457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 02:25:20.364435 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-edbc9f21-a55a-493b-8c4d-a0018893268c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686618'] for port, precommit_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.376909 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-edbc9f21-a55a-493b-8c4d-a0018893268c None None] Calling delete_port for 0bf9291e-9134-4a91-ab1e-a258a68110d1 owned by network:dhcp {{(pid=93457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 05 02:25:20.385854 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf9291e-9134-4a91-ab1e-a258a68110d1,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:20.391454 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] No DVR routers for this DVR port 0bf9291e-9134-4a91-ab1e-a258a68110d1 on host dv-cinder-803533-1-iscsi {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:25:20.400065 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:25:20.400412 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:25:20.400750 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:25:20.401087 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:25:20.401413 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:25:20.401741 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:25:20.402065 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:25:20.402391 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:25:20.402737 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:25:20.403058 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:25:20.403376 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:25:20.403695 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803533-1-iscsi {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 02:25:20.451749 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-edbc9f21-a55a-493b-8c4d-a0018893268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16401074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772730499503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772730079964'] for port, after_delete {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.471057 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16422319', 'neutron.services.segments.db._delete_segments_for_network-8772730411834'] for network, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.475165 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc9f21-a55a-493b-8c4d-a0018893268c None None] Pushing event deleted for resources: {'Port': ['ID=0bf9291e-9134-4a91-ab1e-a258a68110d1,revision_number=None']} {{(pid=93457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:20.481115 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc9f21-a55a-493b-8c4d-a0018893268c None None] No DVR routers for this DVR port 0bf9291e-9134-4a91-ab1e-a258a68110d1 on host dv-cinder-803533-1-iscsi {{(pid=93457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 05 02:25:20.481256 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475d8a40-d674-4c04-9931-7ecf05e04fd1']}} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:20.492460 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e75592-bf67-4727-8bd0-3369278ab52f') {'for_net_delete': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:20.492760 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.services.segments.db [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e75592-bf67-4727-8bd0-3369278ab52f') {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 02:25:20.501322 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772730578068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3849081'] for segment, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.517925 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815'] for segment, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.523452 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 02:25:20.524368 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16419815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672839'] for segment, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: Traceback (most recent call last): Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: timer() Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: cb(*args, **kw) Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: return func(*args, **kwargs) Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: self._notify() Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: self.callback(batched_events) Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: event.method(event) Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: aggregate_uuid = self.p_client.list_aggregates( Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: return f(self, *a, **k) Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._get(url).json() Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: return self.request(url, 'GET', **kwargs) Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: base_url = self.get_endpoint(auth, allow=allow, Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 05 02:25:20.525953 dv-cinder-803533-1-iscsi neutron-server[93455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 05 02:25:20.587265 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16422294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683305'] for network, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.593250 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765503'] for network, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.595130 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] 10.222.0.39 "DELETE /v2.0/networks/475d8a40-d674-4c04-9931-7ecf05e04fd1 HTTP/1.1" status: 204 len: 168 time: 0.5441587 Aug 05 02:25:20.607036 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ad9cc-bca7-4c39-a369-5a770a831acf admin admin] Pushing event deleted for resources: {'Network': ['ID=475d8a40-d674-4c04-9931-7ecf05e04fd1,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:20.708139 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55422) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:20.746557 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-431f9141-d1d2-4554-8837-9b8dd8c99256 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45b02b2264854d6bb2a8be0c6a548525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372429 Aug 05 02:25:20.748927 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55424) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:20.794453 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-656e5675-1f2c-44ad-a8fc-2a204280af65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.816491 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-656e5675-1f2c-44ad-a8fc-2a204280af65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.848569 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 0bf9291e-9134-4a91-ab1e-a258a68110d1 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:25:20.866395 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-656e5675-1f2c-44ad-a8fc-2a204280af65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.869480 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-656e5675-1f2c-44ad-a8fc-2a204280af65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:20.870153 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: 0bf9291e-9134-4a91-ab1e-a258a68110d1 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:25:20.870505 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device 0bf9291e-9134-4a91-ab1e-a258a68110d1 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:25:20.870656 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-656e5675-1f2c-44ad-a8fc-2a204280af65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db2bdf44-7206-4d71-98fd-f764625c418a HTTP/1.1" status: 204 len: 168 time: 0.1208363 Aug 05 02:25:20.871059 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device f5b9aeea-21de-421b-a909-9980d7ed18e2 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:25:20.878064 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e5675-1f2c-44ad-a8fc-2a204280af65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2bdf44-7206-4d71-98fd-f764625c418a,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:20.898051 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: f5b9aeea-21de-421b-a909-9980d7ed18e2 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:25:20.898633 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device f5b9aeea-21de-421b-a909-9980d7ed18e2 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:25:20.899633 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device db887022-e171-45d3-8364-b7858cede7d6 no longer exists at agent ovs-agent-dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 02:25:20.921650 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.plugin [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] No Port match for: db887022-e171-45d3-8364-b7858cede7d6 {{(pid=93457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 05 02:25:20.922001 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron.plugins.ml2.rpc [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Device db887022-e171-45d3-8364-b7858cede7d6 not bound to the agent host dv-cinder-803533-1-iscsi {{(pid=93457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 02:25:21.181171 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55430) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:21.219083 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-99ef08dd-e06c-47e0-9c0b-2ab813f7f524 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25fd023bc31a489591f0751a550edcef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367832 Aug 05 02:25:21.221218 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [-] (93455) accepted ('10.222.0.39', 55432) {{(pid=93455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 05 02:25:21.268657 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eec98715-f79a-481c-b732-abb65e976320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:21.295235 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eec98715-f79a-481c-b732-abb65e976320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:21.345074 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eec98715-f79a-481c-b732-abb65e976320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781522'] for security_group, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:21.348036 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eec98715-f79a-481c-b732-abb65e976320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:21.349147 dv-cinder-803533-1-iscsi neutron-server[93455]: INFO neutron.wsgi [None req-eec98715-f79a-481c-b732-abb65e976320 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/430d5445-701a-47d9-8e59-2cc99524ed89 HTTP/1.1" status: 204 len: 168 time: 0.1270549 Aug 05 02:25:21.357020 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec98715-f79a-481c-b732-abb65e976320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430d5445-701a-47d9-8e59-2cc99524ed89,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 02:25:28.202409 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-cb92db61-7532-4203-9f0a-4d93ac29e082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:29.591077 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:30.865282 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-86ed0b8b-d91b-4833-a2dc-c6ef906fb9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:30.889696 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:32.107958 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:33.688242 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:49.679099 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:25:58.202465 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-98b7f656-16a1-416b-9bb9-948907fb28ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:25:59.590549 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:26:00.864668 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-d6cd436d-d7d6-44a9-b928-a823c9a9e46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:26:00.888119 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:26:02.112061 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:26:03.691216 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:26:26.677762 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:26:28.202477 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-cd69e8ff-6881-461a-8a52-421da6dda79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:26:29.604356 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:26:30.864672 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-f019611d-11a7-4f47-abb3-56ba43bc6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:26:30.886968 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:26:32.114754 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:26:33.694604 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:26:58.203256 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1eba-3d9f-4adb-952e-41e1f597e764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:26:59.602902 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:27:00.865879 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7aaac316-0fc3-4ee4-ac14-8fb217bbe9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:27:00.886556 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:27:02.115339 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:27:03.677283 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:27:03.697566 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:27:28.204172 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-034d9b02-6c29-462d-a495-a12ba07027e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:27:29.620652 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:27:30.866248 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-e5b4684f-675d-4add-9263-26243d682f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:27:30.885265 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:27:32.117823 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:27:33.700764 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:27:40.676547 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:27:58.204130 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8c18c5b6-484e-4cbf-9d0c-c67b4e7110c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:27:59.609863 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:28:00.867277 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7ff11b32-dda3-4a63-9ab7-84ac51c76f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:28:00.884048 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:28:02.124118 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:28:03.703266 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:28:17.675851 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:28:28.204194 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-41e472f8-a137-4442-9fd3-a9c1471457a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:28:29.617355 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:28:30.867062 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-fa9aab18-52d9-4b4e-a54f-67d78792abc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:28:30.886597 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:28:32.123382 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:28:33.706429 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:28:54.674462 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:28:58.206522 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8ef32f03-bf00-440e-8251-d6418264ea2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:28:59.617529 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:29:00.866603 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a5c4e40e-ccbd-4132-bf74-718f21460f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:29:00.888052 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:29:02.127306 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:29:03.709540 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:29:28.207849 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-25e90524-2c07-4c09-95e5-fea87f747647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:29:29.285228 dv-cinder-803533-1-iscsi neutron-server[93455]: DEBUG neutron.wsgi [req-66e7072f-8fc6-47ef-97ef-b4349eb8f283 req-a2813131-1b93-4a00-bb04-224c47a330b3 service neutron] (93455) timed out ('10.222.0.43', 61122) {{(pid=93455) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 02:29:29.648236 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:29:30.865810 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dbc50dd-09f5-45f9-b306-1aa678fffb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:29:30.887540 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:29:31.672975 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:29:32.128744 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:29:32.704505 dv-cinder-803533-1-iscsi neutron-server[93456]: DEBUG neutron.wsgi [req-25d47f0f-b038-4ee5-ae4a-7b37a2a5ff63 req-20616715-adf2-463b-80d4-0581d4a6f37c service neutron] (93456) timed out ('10.222.0.43', 61097) {{(pid=93456) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 05 02:29:33.712506 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:29:58.209680 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-7b502036-392e-44cc-afab-5d39646a7fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:29:59.653229 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:30:00.866075 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-023211cd-d3dc-4bfb-a5b5-9cb6db5cc60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:30:00.886630 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:30:02.131300 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:30:03.715568 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:30:08.672284 dv-cinder-803533-1-iscsi neutron-server[93458]: DEBUG neutron.db.agents_db [None req-619b1f40-2989-4348-a146-83714d884503 None None] Agent healthcheck: found 6 active agents {{(pid=93458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 02:30:28.211100 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-ed51c02a-6660-4d3a-8e28-79df577f08cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:30:29.650498 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-4e5e957d-288a-4e0c-b53f-dd10566addb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:30:30.867881 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-8b83a39a-9b1a-457e-8970-d124b92d49b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:30:30.889459 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-2dc40765-0613-4733-ae8d-cd2cefef3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:30:32.135944 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-78a2e90f-73f7-4cd8-82dc-2d4da74bb612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 05 02:30:33.723641 dv-cinder-803533-1-iscsi neutron-server[93457]: DEBUG neutron_lib.callbacks.manager [None req-a56b5dc2-8f9c-4776-92b8-ff5bc500d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772730464781', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16605653'] for agent, after_update {{(pid=93457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}